-- Logs begin at Sun 2021-08-29 13:40:32 UTC, end at Sun 2021-08-29 14:43:40 UTC. -- Aug 29 14:15:07.361288 dv-cinder-773985-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 14:15:10.113504 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.common.config [-] Logging enabled! Aug 29 14:15:10.114070 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 14:15:10.114276 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93692) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 14:15:10.117420 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.common.config [-] Logging enabled! Aug 29 14:15:10.117671 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 14:15:10.117977 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93692) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 14:15:10.118931 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 14:15:10.119162 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 14:15:10.119547 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 14:15:10.119930 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 14:15:10.120165 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 14:15:10.120491 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.120782 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.121077 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.121305 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.121597 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.121886 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.122165 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.122451 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.122890 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.123175 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.123453 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.123734 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.123961 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.124237 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.124518 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.124800 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.125019 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] debug = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.125294 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.125711 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.126123 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.126397 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.126706 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.126982 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.127247 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.127522 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.127798 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.128120 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] host = dv-cinder-773985-15-iscsi {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.128391 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.128669 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.128949 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.129227 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.129497 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.129764 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.130047 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.130314 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.130601 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] log_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.130873 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.131155 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.131439 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.131723 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.131944 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.132163 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.132445 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.132724 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.132993 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.133263 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.133531 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.133799 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.134069 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.134331 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.134638 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.134919 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.135322 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.135918 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.136195 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.136469 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.136741 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.137025 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.137297 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.137573 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.137845 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.138127 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.138393 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.138696 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.138995 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.139279 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.139559 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.139842 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.140119 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.140398 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.140668 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.140937 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.141203 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] use_json = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.141472 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.141756 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.142017 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.142284 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.142577 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.142846 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.143112 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.143391 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:10.143687 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.143980 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.144277 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.144556 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.144847 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.145123 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.145407 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.145684 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.145968 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.146256 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.146557 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.146833 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.147117 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.147390 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.147682 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.147981 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.148271 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.148556 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.148824 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.149092 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.149357 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.149631 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.149916 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.150190 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.150474 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.151392 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.152066 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.152358 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.152654 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.152947 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.153221 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.153500 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.153789 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.154064 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.154334 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.154639 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.154927 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.155203 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.155473 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.155750 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.156023 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.156290 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.156557 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.156827 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.157113 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.157384 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.157648 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.157911 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.158183 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.158447 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.158752 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.159026 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.159291 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.159554 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.159828 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.160095 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.160361 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.160630 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.160896 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.161164 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.161429 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.161691 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.161955 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.162220 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.162483 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.162770 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.163035 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.163306 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.163577 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.163839 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.164104 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.164370 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.164636 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.164917 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.165206 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.165477 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.165747 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.166018 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.166289 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.167639 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.167922 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.168200 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.168476 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.168746 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.169036 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.169319 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.169604 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.169885 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.170158 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.170459 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.170758 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.171037 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.171310 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.171583 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.171860 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.172139 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.172492 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.172786 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.173078 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.173367 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.173654 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.173930 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.174232 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.174504 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:10.174743 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 14:15:10.174979 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93692) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 14:15:10.544970 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 14:15:10.545157 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 14:15:10.545422 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 14:15:10.545748 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 14:15:10.958194 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:10.958476 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:10.958769 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:10.960067 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:10.960340 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:10.960855 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:10.998216 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:10.998491 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:10.998778 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.014069 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.014345 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.014635 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.044468 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.044739 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.044999 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.083269 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.083547 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.083812 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.327161 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.327763 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.327763 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.327919 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.328723 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.452484 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.452805 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.453084 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.453351 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.453614 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.453921 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.454178 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.454435 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.454711 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.454990 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.455245 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.455509 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.455762 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.456008 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.456258 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.456516 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.456765 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.457027 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.457294 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.457547 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.457813 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.458059 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.458336 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.458741 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.458988 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.459227 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.459627 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:15:11.459864 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:15:11.460096 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:15:11.460328 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:15:11.460822 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:15:11.461053 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:15:11.461415 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 14:15:11.465866 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 14:15:11.470024 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 14:15:11.473836 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 29 14:15:11.475493 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 14:15:11.475944 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 14:15:11.476275 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 14:15:11.476656 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 14:15:11.480219 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 14:15:11.480462 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 14:15:11.480801 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 14:15:11.486114 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 14:15:11.508914 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 14:15:11.509366 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.509667 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93692) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 14:15:11.510029 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.511854 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93692) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 14:15:11.512132 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 14:15:11.512368 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 14:15:11.515599 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.515877 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:11.581602 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 14:15:11.581785 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 14:15:11.582020 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 14:15:11.582395 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 14:15:11.603715 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_db.sqlalchemy.engines [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93692) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 14:15:12.148929 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Initializing driver for type 'gre' Aug 29 14:15:12.149554 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] gre ID ranges: [(1, 1000)] Aug 29 14:15:12.200474 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Initializing driver for type 'local' Aug 29 14:15:12.200812 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Initializing driver for type 'vlan' Aug 29 14:15:12.213211 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] VlanTypeDriver initialization complete Aug 29 14:15:12.213570 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Initializing driver for type 'vxlan' Aug 29 14:15:12.214054 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] vxlan ID ranges: [(1, 1000)] Aug 29 14:15:12.266230 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Initializing extension driver 'port_security' Aug 29 14:15:12.266586 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.extensions.port_security [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] PortSecurityExtensionDriver initialization complete Aug 29 14:15:12.266932 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Initializing mechanism driver 'openvswitch' Aug 29 14:15:12.267265 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Initializing mechanism driver 'hyperv' Aug 29 14:15:12.273704 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:15:12.274380 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > port after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.274785 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > port after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.275129 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > port after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.275642 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:15:12.276094 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > subnet after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.276452 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > subnet after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.276781 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.277173 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:15:12.277567 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > network after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.277909 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > network after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.278244 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > network after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.278660 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:15:12.279053 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > security_group after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.279394 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > security_group after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.279732 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.280273 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:15:12.280691 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.281037 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.281378 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.281767 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:15:12.282161 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > address_group after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.282502 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > address_group after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.282856 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.283238 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:15:12.283607 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] ML2 OVO RPC backend initialized. {{(pid=93692) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 14:15:12.284305 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.284656 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.285066 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > network before_response 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.285409 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > networks before_response 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.285753 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > port before_response 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.286090 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > ports before_response 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.286427 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > subnet before_response 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.286786 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > subnets before_response 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.287128 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > network after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.287462 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > network after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.287795 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > network after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.288122 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > port after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.288453 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > port after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.288781 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > port after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.289109 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > subnet after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.289436 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > subnet after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.289761 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.290323 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.plugin [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Modular L2 Plugin initialization complete Aug 29 14:15:12.290773 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading services supported by the core plugin {{(pid=93692) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 14:15:12.291107 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.plugins.ml2.managers [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Got port-security extension from driver 'port_security' Aug 29 14:15:12.292125 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.extensions.vlantransparent [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Disabled vlantransparent extension. Aug 29 14:15:12.292780 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93692) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 14:15:12.293093 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading Plugin: router Aug 29 14:15:12.330933 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.331520 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router after_create 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.331654 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router before_create 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.332017 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.332381 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.332729 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router after_delete 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.333079 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > floatingip after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.333433 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.333773 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router after_create 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.334110 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router after_update 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.334451 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router after_update 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.334820 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.335169 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router after_update 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.335822 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_update 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.336186 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: port after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.336538 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: port after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.336890 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: subnet after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.337230 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.337572 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.337915 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_create 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.338815 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: port before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.339320 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.339682 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router after_update 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.340020 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.340366 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_create 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.340721 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.341101 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_update 55549900 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.341444 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > agent after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.341785 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > agent after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.342134 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > network after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.342998 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Tracking information for resource: router configured {{(pid=93692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:15:12.343323 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Tracking information for resource: floatingip configured {{(pid=93692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:15:12.348424 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.db.l3_agentschedulers_db [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 14:15:12.349051 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: port after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.349486 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: port after_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.350062 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: port after_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.350640 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: port after_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.351726 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router before_create 55550100 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.352298 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.352714 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_create 55550100 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.353146 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > router precommit_update 55550100 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.359149 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.services.provider_configuration [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service providers = [] {{(pid=93692) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 14:15:12.359580 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.db.servicetype_db [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93692) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 14:15:12.362980 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.services.service_base [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 14:15:12.363377 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.services.service_base [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 14:15:12.363780 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.services.service_base [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 14:15:12.364863 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.services.service_base [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 14:15:12.365292 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.services.service_base [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 14:15:12.365702 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:15:12.366047 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 14:15:12.378292 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:15:12.378684 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading Plugin: auto_allocate Aug 29 14:15:12.384389 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: network precommit_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.384755 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: network precommit_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.385308 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:15:12.385625 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading Plugin: tag Aug 29 14:15:12.392205 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:15:12.392536 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading Plugin: timestamp Aug 29 14:15:12.396607 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:15:12.396936 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading Plugin: network_ip_availability Aug 29 14:15:12.403079 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.403393 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.403744 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.404449 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:15:12.404760 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading Plugin: flavors Aug 29 14:15:12.409394 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:15:12.409724 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading Plugin: revisions Aug 29 14:15:12.413921 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:15:12.414311 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_concurrency.lockutils [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=93692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 14:15:12.415066 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93692) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 14:15:12.415397 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Initializing extension manager. Aug 29 14:15:12.415906 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: __init__.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.416245 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: __pycache__ {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.417346 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.417681 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: address_group.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.418435 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.419039 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: address-group Aug 29 14:15:12.419358 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: address_scope.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.420066 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.420574 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: address-scope Aug 29 14:15:12.420888 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.421810 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.422315 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: router-admin-state-down-before-update Aug 29 14:15:12.422666 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: agent.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.423548 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.424056 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: agent Aug 29 14:15:12.424374 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: agent_resources_synced.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.425277 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.425810 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: agent-resources-synced Aug 29 14:15:12.426126 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: allowedaddresspairs.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.427915 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.428437 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: allowed-address-pairs Aug 29 14:15:12.428788 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: auto_allocated_topology.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.429862 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.430368 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: auto-allocated-topology Aug 29 14:15:12.430723 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: availability_zone.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.431404 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.431902 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: availability_zone Aug 29 14:15:12.432255 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: availability_zone_filter.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.433216 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.433717 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: availability_zone_filter Aug 29 14:15:12.434031 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: data_plane_status.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.434954 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.435454 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 14:15:12.435767 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: default_subnetpools.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.436666 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.437164 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: default-subnetpools Aug 29 14:15:12.437478 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.438276 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.438810 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: dhcp_agent_scheduler Aug 29 14:15:12.439130 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: dns.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.440035 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.440535 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension dns-integration not supported by any of loaded plugins Aug 29 14:15:12.440854 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: dns_domain_ports.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.441759 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.442261 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 14:15:12.442608 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.443519 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.444023 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 14:15:12.444340 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: dvr.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.445004 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.445506 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: dvr Aug 29 14:15:12.445818 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: ecmp_routes.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.446759 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.447255 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 14:15:12.447786 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: empty_string_filtering.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.448746 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.449250 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: empty-string-filtering Aug 29 14:15:12.449564 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.450464 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.450989 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 14:15:12.451304 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.452202 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.452696 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 14:15:12.453010 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: external_net.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.453905 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.454402 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: external-net Aug 29 14:15:12.454737 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.455637 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.456134 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: extra_dhcp_opt Aug 29 14:15:12.456448 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: extraroute.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.457350 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.457846 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: extraroute Aug 29 14:15:12.458159 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: extraroute_atomic.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.459196 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.459696 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: extraroute-atomic Aug 29 14:15:12.460013 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: filter_validation.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.460920 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.461414 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: filter-validation Aug 29 14:15:12.461729 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: fip_pf_description.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.462659 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.463156 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 14:15:12.464007 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: fip_port_details.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.464909 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.465414 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: fip-port-details Aug 29 14:15:12.465731 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: flavors.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.466957 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.467471 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: flavors Aug 29 14:15:12.467789 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.469427 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.469945 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 14:15:12.470272 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: floatingip_pools.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.470989 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.471496 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: floatingip-pools Aug 29 14:15:12.471814 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: ip_allocation.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.472735 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.473234 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 14:15:12.473635 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.474564 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.475070 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: ip-substring-filtering Aug 29 14:15:12.475392 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: l2_adjacency.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.476308 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.476806 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 14:15:12.477121 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: l3.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.478186 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.478729 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: router Aug 29 14:15:12.479666 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.481848 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.482368 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 14:15:12.482715 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.483646 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.484155 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: ext-gw-mode Aug 29 14:15:12.484474 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.485411 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.485915 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: l3-ha Aug 29 14:15:12.486232 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: l3_flavors.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.487160 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.487662 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: l3-flavors Aug 29 14:15:12.487976 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.488877 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.489376 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 14:15:12.489691 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: l3agentscheduler.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.490741 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.491247 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: l3_agent_scheduler Aug 29 14:15:12.491566 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: logging.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.493105 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.493624 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension logging not supported by any of loaded plugins Aug 29 14:15:12.493943 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: metering.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.494735 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.495304 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: metering Aug 29 14:15:12.495619 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.496702 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.497210 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: metering_source_and_destination_fields Aug 29 14:15:12.497527 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: multiprovidernet.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.498439 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.498969 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: multi-provider Aug 29 14:15:12.499283 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: netmtu.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.500186 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.500690 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: net-mtu Aug 29 14:15:12.501004 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: netmtu_writable.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.501906 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.502405 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: net-mtu-writable Aug 29 14:15:12.502753 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: network_availability_zone.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.503408 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.503905 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: network_availability_zone Aug 29 14:15:12.504216 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: network_ip_availability.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.505294 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.505796 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: network-ip-availability Aug 29 14:15:12.506113 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: network_segment_range.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.506891 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.507386 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 14:15:12.507698 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: pagination.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.508666 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.508987 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: pagination Aug 29 14:15:12.509297 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: port_device_profile.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.510230 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.510842 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: port-device-profile Aug 29 14:15:12.511162 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.512069 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.512577 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: port-mac-address-regenerate Aug 29 14:15:12.512894 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.513799 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.514307 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: port-numa-affinity-policy Aug 29 14:15:12.514655 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: port_resource_request.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.515708 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.516216 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 14:15:12.516532 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: portbindings.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.517440 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.517942 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: binding Aug 29 14:15:12.518258 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: portbindings_extended.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.519656 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.520165 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: binding-extended Aug 29 14:15:12.520486 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: portsecurity.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.521387 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.521891 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: port-security Aug 29 14:15:12.522207 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: project_id.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.523227 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.523547 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: project-id Aug 29 14:15:12.523863 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: providernet.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.524780 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.525298 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: provider Aug 29 14:15:12.525615 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.529642 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.530164 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos not supported by any of loaded plugins Aug 29 14:15:12.530488 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.531735 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.532238 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 14:15:12.532560 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.533466 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.533967 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 14:15:12.534287 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_default.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.535218 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.535726 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-default not supported by any of loaded plugins Aug 29 14:15:12.536041 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_fip.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.536686 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.537194 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-fip not supported by any of loaded plugins Aug 29 14:15:12.537493 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_gateway_ip.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.538405 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.538949 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 14:15:12.539267 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_port_network_policy.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.540167 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.540674 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 14:15:12.540989 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_pps_rule.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.542944 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.543354 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-pps not supported by any of loaded plugins Aug 29 14:15:12.543673 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_rule_type_details.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.544583 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.545085 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 14:15:12.545407 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: qos_rules_alias.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.546436 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.546974 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 14:15:12.547292 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: quotasv2.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.548204 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.548525 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: quotas Aug 29 14:15:12.548836 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: quotasv2_detail.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.551890 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.552228 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: quota_details Aug 29 14:15:12.552554 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: rbac.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.553793 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.554314 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: rbac-policies Aug 29 14:15:12.554678 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: rbac_address_group.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.555605 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.556115 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: rbac-address-group Aug 29 14:15:12.556437 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: rbac_address_scope.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.557378 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.557887 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: rbac-address-scope Aug 29 14:15:12.558208 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: rbac_security_groups.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.559145 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.559656 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: rbac-security-groups Aug 29 14:15:12.559976 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: rbac_subnetpool.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.560878 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.561381 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: rbac-subnetpool Aug 29 14:15:12.561701 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: revisionifmatch.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.562638 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.563147 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: revision-if-match Aug 29 14:15:12.563464 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: revisions.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.564561 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.565067 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: standard-attr-revisions Aug 29 14:15:12.565392 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: router_availability_zone.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.566056 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.566585 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: router_availability_zone Aug 29 14:15:12.566908 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: routerservicetype.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.567818 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.568318 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension router-service-type not supported by any of loaded plugins Aug 29 14:15:12.568634 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.569535 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.570039 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: security-groups-normalized-cidr Aug 29 14:15:12.570353 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.571280 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.571787 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: port-security-groups-filtering Aug 29 14:15:12.572104 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.573054 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.573559 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: security-groups-remote-address-group Aug 29 14:15:12.573874 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: securitygroup.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.586204 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.586928 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: security-group Aug 29 14:15:12.587260 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: segment.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.588066 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.589200 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension segment not supported by any of loaded plugins Aug 29 14:15:12.589523 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.590476 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.591005 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 14:15:12.591326 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: servicetype.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.592490 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.593006 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: service-type Aug 29 14:15:12.593331 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: sorting.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.594498 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.594867 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: sorting Aug 29 14:15:12.595198 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: standard_attr_segment.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.596146 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.596677 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 14:15:12.597002 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: standardattrdescription.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.597662 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.598168 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: standard-attr-description Aug 29 14:15:12.598490 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: stateful_security_group.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.599451 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.599972 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: stateful-security-group Aug 29 14:15:12.600296 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: stdattrs_common.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.600881 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 14:15:12.601200 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.602140 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.602677 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 14:15:12.602999 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: subnet_onboard.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.604694 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.605209 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: subnet_onboard Aug 29 14:15:12.605534 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.606467 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.607003 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 14:15:12.607328 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: subnet_service_types.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.608262 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.608776 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: subnet-service-types Aug 29 14:15:12.609099 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: subnetallocation.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.610179 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.610725 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: subnet_allocation Aug 29 14:15:12.611052 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.611731 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.612240 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: subnetpool-prefix-ops Aug 29 14:15:12.612560 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.613487 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.613997 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 14:15:12.614318 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: tagging.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.615405 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.615928 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: standard-attr-tag Aug 29 14:15:12.616253 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: timestamp.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.617442 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.617959 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loaded extension: standard-attr-timestamp Aug 29 14:15:12.618287 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: trunk.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.619349 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.619989 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension trunk not supported by any of loaded plugins Aug 29 14:15:12.620314 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: trunk_details.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.621241 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.621753 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension trunk-details not supported by any of loaded plugins Aug 29 14:15:12.622075 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: uplink_status_propagation.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.623022 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.623530 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 14:15:12.623853 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Loading extension file: vlantransparent.py {{(pid=93692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:15:12.624534 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:15:12.625041 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 14:15:12.627529 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:network Aug 29 14:15:12.628065 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:subnet Aug 29 14:15:12.628461 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:15:12.628849 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:port Aug 29 14:15:12.630071 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.630503 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service FLAVORS assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.631154 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.631584 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.631914 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:router Aug 29 14:15:12.632336 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:floatingip Aug 29 14:15:12.632828 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service METERING assigned prefix: /metering {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.634395 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.634822 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.635204 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:15:12.636215 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 14:15:12.636660 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:security_group Aug 29 14:15:12.637093 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 14:15:12.637689 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service CORE assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.638016 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:15:12.638360 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] subnetpool is already registered Aug 29 14:15:12.638820 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service CORE assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.639146 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:15:12.639479 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] subnetpool is already registered Aug 29 14:15:12.641809 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.642240 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service FLAVORS assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.642871 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.643295 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.643627 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:router Aug 29 14:15:12.643965 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] router is already registered Aug 29 14:15:12.644378 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:floatingip Aug 29 14:15:12.644717 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] floatingip is already registered Aug 29 14:15:12.645164 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service METERING assigned prefix: /metering {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.645826 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 14:15:12.646153 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] rbac_policy is already registered Aug 29 14:15:12.646581 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:security_group Aug 29 14:15:12.646943 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] security_group is already registered Aug 29 14:15:12.647341 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 14:15:12.647671 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] security_group_rule is already registered Aug 29 14:15:12.648300 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service CORE assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.648624 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:15:12.648956 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] subnetpool is already registered Aug 29 14:15:12.649363 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.v2.resource_helper [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Service CORE assigned prefix: {{(pid=93692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:15:12.649682 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:15:12.650009 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING neutron.quota.resource_registry [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] subnetpool is already registered Aug 29 14:15:12.650470 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: extensions {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.652597 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: address-groups {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.654109 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: address-scopes {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.655421 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: agents {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.656593 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: auto-allocated-topology {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.657835 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: availability_zones {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.659074 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: dhcp-networks {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.660569 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: dhcp-agents {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.661966 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: routers {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.664170 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: flavors {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.665345 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: service_profiles {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.667187 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: next_providers {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.668669 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: service_profiles {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.670176 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: floatingip-pools {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.671409 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: routers {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.673565 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: floatingips {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.674894 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: l3-routers {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.676253 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: l3-agents {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.677632 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: metering-labels {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.679016 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: metering-label-rules {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.680304 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: network-ip-availabilities {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.681557 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: bindings {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.683399 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: quotas {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.684851 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: quotas {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.686268 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: rbac-policies {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.687489 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: security-groups {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.688772 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: security-group-rules {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.689991 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: service-providers {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.691226 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: subnetpools {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.693633 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: subnetpools {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.695127 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.696791 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.699295 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.701066 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.702876 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.704709 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.706376 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.708284 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.710030 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.712046 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron.api.extensions [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Extended resource: tags {{(pid=93692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:15:12.718492 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING keystonemiddleware.auth_token [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 14:15:12.723261 dv-cinder-773985-15-iscsi neutron-server[93692]: WARNING keystonemiddleware.auth_token [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 14:15:12.731639 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_concurrency.lockutils [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Acquired lock "singleton_lock" {{(pid=93692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 14:15:12.732116 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_concurrency.lockutils [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Releasing lock "singleton_lock" {{(pid=93692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 14:15:12.732753 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO oslo_service.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Starting 2 workers Aug 29 14:15:12.737503 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Started child 93801 {{(pid=93692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 14:15:12.741841 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Started child 93802 {{(pid=93692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 14:15:12.742953 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:12.743637 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO neutron.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 14:15:12.744104 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Notify callbacks [] for process, before_spawn {{(pid=93692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:12.744449 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [-] (93801) wsgi starting up on http://0.0.0.0:9696 Aug 29 14:15:12.746656 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO oslo_service.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Starting 1 workers Aug 29 14:15:12.746898 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:12.748260 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [-] (93802) wsgi starting up on http://0.0.0.0:9696 Aug 29 14:15:12.751811 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Started child 93803 {{(pid=93692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 14:15:12.752329 dv-cinder-773985-15-iscsi neutron-server[93692]: INFO oslo_service.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Starting 1 workers Aug 29 14:15:12.755517 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] calling RpcWorker wait() {{(pid=93803) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 14:15:12.756065 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] returning from RpcWorker wait() {{(pid=93803) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 14:15:12.756722 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Started child 93804 {{(pid=93692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 14:15:12.757343 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:12.757557 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG neutron_lib.callbacks.manager [None req-61d4e206-ea8d-40e4-b474-e311fba34a2d None None] Notify callbacks [] for process, after_spawn {{(pid=93692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:12.757907 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:15:12.759464 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 14:15:12.759674 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 14:15:12.759858 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 14:15:12.760897 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 14:15:12.761111 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 14:15:12.761311 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 14:15:12.761858 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.762069 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:12.762620 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.762620 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.762620 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.762964 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.763498 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.763767 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.764001 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.764288 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.764523 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.764693 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.764865 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.765108 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.765333 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.765635 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.765892 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.766138 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.766410 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.766606 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.766872 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.767133 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.767391 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.767660 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] debug = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.767905 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.768410 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.768640 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.768902 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.769118 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.769384 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.769608 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.769879 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.770169 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.770331 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.770604 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.770883 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.771128 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.771341 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.771574 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.771813 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.772044 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.772499 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] host = dv-cinder-773985-15-iscsi {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.772735 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.772967 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.773197 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.773416 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.773655 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.773888 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.774147 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.774389 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.774670 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.774908 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.775206 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.775414 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.775647 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.776503 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.776682 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_options = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.776997 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.777276 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.777529 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.777718 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.777886 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.778065 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.778347 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.778495 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.778728 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.778977 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.779189 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.779421 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.779636 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.779866 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.780137 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.780372 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.780602 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.780810 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.781056 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.781305 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.781532 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.781760 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.781988 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.782226 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.782441 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.782714 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.782971 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.783183 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.783409 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.783627 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.783859 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.784121 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.784351 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.784620 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.784845 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.785068 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.785324 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.785539 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.785767 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.786009 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.786250 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.786480 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.786756 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.786988 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.787202 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.787412 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_json = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.787629 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.787839 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.788121 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.788352 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.788552 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.788761 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.788991 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.789220 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.789662 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.789947 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.790256 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.790500 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.790761 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.791000 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.791228 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.791558 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.791823 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.792052 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.792360 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.793314 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.793314 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.793314 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.793763 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:15:12.793891 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.793891 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.794130 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.794250 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.794479 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.794771 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.794987 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.795237 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.796202 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.796202 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.796202 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.796444 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.796524 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.796812 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.797093 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.797356 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.797768 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.798228 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.798454 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.798767 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.799049 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.799259 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.799485 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.799762 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.799982 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.800193 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.800419 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.800649 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.800888 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.801115 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.805804 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806369 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806917 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806917 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806917 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806917 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806917 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806917 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.806917 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.807346 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.807346 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.807612 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.807871 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.808075 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.808289 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.808506 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.808740 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.808956 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.809187 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.810195 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.810195 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.810195 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.810462 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.810890 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.811326 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.811747 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.812120 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.812378 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.812588 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.813021 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.813513 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.813909 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.814304 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.814687 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.815091 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.816198 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.816444 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.816821 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.817045 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.817251 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.817590 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.817756 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.818164 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.818329 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.818484 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.820305 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.820305 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.821172 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.821632 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.824718 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.825218 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.825499 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.825893 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.826305 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.826768 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.827232 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.827706 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.827974 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.828278 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.828512 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.828785 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.829096 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.829382 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.829675 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.829912 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.830167 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.830444 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.830720 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.831691 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.832729 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.833810 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.834471 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.834817 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.835092 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.835344 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.836207 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.837106 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.837577 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.838335 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.839630 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.839873 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.840166 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.840409 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.840658 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.840937 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.841195 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.843025 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.843025 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.843025 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.843025 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.843025 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.844151 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.844388 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.844646 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.844869 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.845132 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.845359 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.845611 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.845891 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.846110 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.846332 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.846720 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.847028 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.847828 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.848918 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.849151 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.849381 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.849631 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.850015 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.850250 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.850475 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.850745 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.851013 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.851243 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.851531 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.851788 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.852028 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.852256 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.852501 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.852888 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.853654 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.853978 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.855156 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.855383 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.855606 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.855832 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.856051 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.856270 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.856504 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.856725 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.857023 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.857239 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.857588 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.857847 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.858097 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.858350 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.859291 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.860531 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.860784 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.861735 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.861974 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.862200 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.862446 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.864131 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.864400 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.864658 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.864888 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.865131 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.865357 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.865582 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.865820 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.866126 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.866377 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.867141 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.867424 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.867681 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.868449 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.868721 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.868937 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.869172 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.869419 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.869669 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.869883 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.870108 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.870316 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.870541 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.870794 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.871011 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.871243 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.871470 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.871716 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.871920 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.872144 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.872362 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.872569 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.872795 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.873004 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.873212 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.873432 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.873644 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.873873 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.874119 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.874329 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.874563 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.874788 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.875003 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.875267 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.875576 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.875827 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.876048 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.876368 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.876642 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.876907 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.877165 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.877478 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.877695 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.877936 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.878154 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.878614 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.878903 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.879203 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.879539 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.879847 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.880108 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.880358 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.881720 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.881720 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.881720 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.881720 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.881977 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.882108 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.882590 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.882867 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.883139 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.883383 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.883614 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.883836 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.884077 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.884316 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.884535 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.884801 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.885060 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.885849 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.886042 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.886320 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.886603 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.886786 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.887001 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.887226 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.887449 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.887710 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 14:15:12.888264 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 14:15:12.888433 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 14:15:12.888584 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 14:15:12.888758 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 14:15:12.888939 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 14:15:12.889070 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 14:15:12.889279 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.889447 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.889601 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.889740 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.889905 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.890089 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.890258 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.890411 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.890595 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.890742 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.890906 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.891059 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.891196 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.891357 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.891500 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.891662 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.891818 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.891954 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.892119 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.892270 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.892427 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.892569 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.892732 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] debug = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.892894 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.893141 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.893317 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.893454 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.893544 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.893701 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.893861 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.894020 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.894179 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.894338 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.894496 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.894677 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.894836 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.894994 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.895154 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.895313 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.895472 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.895633 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] host = dv-cinder-773985-15-iscsi {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.895792 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.896168 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.896168 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.896384 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.896384 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.896619 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.896703 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.896824 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.896985 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.897144 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.897304 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.897463 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.897718 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.897886 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.898045 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_options = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.898203 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.898361 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.898548 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.898730 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.898845 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:15:12.898977 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.899087 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.899191 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.899333 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.899491 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.899649 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.899807 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.899966 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.900154 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.900261 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.900420 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.900579 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.901379 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.901630 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.901749 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.901972 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.902136 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.902296 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.902456 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.902637 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.902797 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.902955 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.903191 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.903334 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.903457 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.903579 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.903715 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.903859 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.904018 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.904225 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.904359 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.904481 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.904625 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.904788 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.904948 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.905107 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.905265 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.905422 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.905580 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.905738 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.905897 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.906057 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_json = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.906216 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.906375 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.906541 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.906707 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.906865 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.907024 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.907182 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.907340 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:15:12.907518 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.907725 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.907878 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.908039 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.908201 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.908364 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.908527 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.908688 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.908849 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.909010 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.909180 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.909343 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.909515 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.909676 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.909836 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.909999 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.910162 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.910351 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.910479 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.910651 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.910813 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.910974 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.911145 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.911309 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.911470 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.911631 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.911792 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.912207 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.912207 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.912450 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.912450 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.912692 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.912813 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.912925 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.913044 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.913164 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.913363 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.913480 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.913622 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.913783 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.913943 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.914104 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.914266 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.914429 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.914617 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.914780 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.914944 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.915100 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.915253 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.915414 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.915577 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.915739 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.916074 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.916074 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.916227 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.916566 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.916676 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.917037 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.917037 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.917207 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.917286 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.917554 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.917554 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.917704 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.917856 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.918015 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.918191 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.918352 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.918557 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.918688 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.918854 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.919027 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.919188 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.919336 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.919498 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.919665 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.919808 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.919970 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.920123 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.920283 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.920449 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.920612 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.920774 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.920936 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.921098 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.921259 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.921420 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.921581 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.921743 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.921913 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.922089 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.922251 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.922411 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.922593 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.922755 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.922916 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.923076 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.923237 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.923440 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.923573 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.923695 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.923852 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.924015 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.924176 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.924335 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.924497 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.924657 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.924818 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.924977 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.925138 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.925300 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.925664 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.925664 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.925903 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.925903 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.926132 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.926251 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.926365 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.926530 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.926701 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.926868 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.927040 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.927205 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.927367 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.927528 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.927689 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.927851 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.928049 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.928184 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.928317 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.928462 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.928624 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.928792 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.928963 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.929124 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.929286 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.929447 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.929632 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.929794 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.929954 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.930116 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.930284 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.930445 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.930634 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.930795 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.930957 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.931118 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.931280 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.931441 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.931602 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.931763 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.931935 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.932105 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.932268 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.932431 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.932621 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.932753 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.932875 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.933041 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.933201 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.933363 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.933574 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.933710 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.933832 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.933963 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.934128 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.934289 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.934650 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.934650 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.934914 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.935034 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.935152 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.935270 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.935403 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.935524 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.935685 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.935847 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.936010 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.936173 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.936335 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.936497 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.936661 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.936823 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.936985 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.937148 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.937310 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.937473 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.937635 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.937797 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.937960 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.938161 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.938296 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.938419 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.938608 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.938769 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.938982 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.939107 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.939228 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.939379 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.939540 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.939702 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.939877 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.940010 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.940173 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.940344 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.940506 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.940667 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.940827 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.940978 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.941396 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.941396 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.941873 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.941873 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.941873 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.941873 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.942473 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.942473 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.942473 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.942828 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.942828 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.942828 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.943036 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.943114 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.943283 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.943444 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.943624 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.943755 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.943916 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.944076 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.944246 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.944407 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.944568 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.944729 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.944888 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.945049 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.945220 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.945383 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.945543 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.945702 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.945863 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.946023 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.946194 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.946354 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.946552 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.946694 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.946855 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.947015 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.947184 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.947349 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.947511 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.948221 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.948383 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.948516 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.948676 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.948850 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.949011 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.949175 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.949375 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.949537 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.949700 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.949863 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.950029 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.950199 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.950371 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.950552 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.950725 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.950894 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.951066 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.951228 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.951395 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.951569 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.951730 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.951891 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.952051 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.952211 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.952372 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.952535 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.952696 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.952859 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.953020 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.953180 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.953341 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.953502 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.953663 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.954010 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.954010 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.954281 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.954281 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.954481 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.954621 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:15:12.954800 dv-cinder-773985-15-iscsi neutron-server[93692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 14:15:13.032385 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35468) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:13.041078 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064888 Aug 29 14:15:24.401812 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a51e7c-06a6-47d6-8fa0-c6aef830945a None None] get_active_networks_info from dv-cinder-773985-15-iscsi {{(pid=93803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 14:15:24.495801 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a51e7c-06a6-47d6-8fa0-c6aef830945a None None] No non-hosted networks {{(pid=93803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 14:15:24.623677 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dac1ba47-5da2-4a11-ad12-b4a89d588f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583022'] for agent, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:26.915895 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaa75-9f8b-4147-b611-da03735465d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583022'] for agent, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:26.992734 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-83d38e6b-cd75-48e7-933a-cc8510006baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:27.433605 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583022'] for agent, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:27.434180 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.434554 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.434869 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.435192 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.435515 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.435934 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.436259 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.436595 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.436964 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.437349 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.437686 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.438059 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:27.438543 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-15-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:15:27.452110 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-15-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:15:27.932461 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583022'] for agent, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:29.596748 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583022'] for agent, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:30.916054 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35560) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:31.410431 dv-cinder-773985-15-iscsi neutron-server[93802]: WARNING oslo_policy.policy [None req-27b1ce2e-1d95-4419-9ebc-0b48357d133d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:15:31.411061 dv-cinder-773985-15-iscsi neutron-server[93802]: WARNING oslo_policy.policy [None req-27b1ce2e-1d95-4419-9ebc-0b48357d133d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:15:31.631342 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [None req-27b1ce2e-1d95-4419-9ebc-0b48357d133d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:15:31.632388 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-27b1ce2e-1d95-4419-9ebc-0b48357d133d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7154500 Aug 29 14:15:33.270452 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.db.l3_hamode_db [None req-0ae17dea-a37d-451e-bebf-6edf73a14353 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 14:15:33.347273 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae17dea-a37d-451e-bebf-6edf73a14353 None None] Routers set() bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:15:33.347663 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae17dea-a37d-451e-bebf-6edf73a14353 None None] Router IDs set() for agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 14:15:34.030324 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35574) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:34.347749 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-9782f5d8-b803-48e9-8460-575eeaa89625 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:15:34.440868 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.policy [None req-9782f5d8-b803-48e9-8460-575eeaa89625 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93802) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 14:15:34.486074 dv-cinder-773985-15-iscsi neutron-server[93802]: WARNING oslo_policy.policy [None req-9782f5d8-b803-48e9-8460-575eeaa89625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:15:34.486445 dv-cinder-773985-15-iscsi neutron-server[93802]: WARNING oslo_policy.policy [None req-9782f5d8-b803-48e9-8460-575eeaa89625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:15:34.495711 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.quota [None req-9782f5d8-b803-48e9-8460-575eeaa89625 admin admin] Loaded quota_driver: . Aug 29 14:15:34.584370 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9782f5d8-b803-48e9-8460-575eeaa89625 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971394290', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971393729', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971406692', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971408000', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971759164', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971167614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-774417', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1615492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1693547'] for rbac-policy, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:34.650023 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9782f5d8-b803-48e9-8460-575eeaa89625 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:34.651412 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-9782f5d8-b803-48e9-8460-575eeaa89625 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6199403 Aug 29 14:15:37.204144 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35586) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:37.498288 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Request body: {'network': {'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'admin_state_up': True, 'name': 'private', 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:15:37.526403 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Made reservation on behalf of 8ca7456f661b4d1fafae67f91ed2e53c for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:15:37.529038 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:37.546734 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:37.673013 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:37.676785 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:37.698727 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:15:37.725587 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792969687781', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:37.726176 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Unsubscribe: segment precommit_create {{(pid=93802) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 14:15:37.726689 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Added segment 8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01 of type vlan for network 98822b46-b2a1-4191-8549-f770afb004d0 Aug 29 14:15:37.747971 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5441034-3220-49d3-9675-e1f04ad073a5,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:15:37.798182 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.798551 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.798881 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.799201 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.799561 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.800146 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.800554 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.800887 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.801216 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.801529 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.801835 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.802138 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Tracked resource versions report: Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: pushed versions: Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: { 'AddressGroup': {'1.2'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'ConntrackHelper': {'1.0'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Log': {'1.0'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Network': {'1.1'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Port': {'1.7'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'PortForwarding': {'1.2'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'QosPolicy': {'1.9'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SecurityGroup': {'1.4'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SubPort': {'1.0'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Subnet': {'1.1'}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Trunk': {'1.1'}} Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: consumer versions: Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: { DHCP agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: L3 agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: Metadata agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: Metering agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: Open vSwitch agent@dv-cinder-773985-15-iscsi: { 'AddressGroup': '1.2', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'ConntrackHelper': '1.0', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Log': '1.0', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Network': '1.1', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Port': '1.7', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'PortForwarding': '1.2', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'QosPolicy': '1.9', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SecurityGroup': '1.4', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SecurityGroupRule': '1.2', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SubPort': '1.0', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Subnet': '1.1', Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Trunk': '1.1'}} Aug 29 14:15:37.803482 dv-cinder-773985-15-iscsi neutron-server[93802]: {{(pid=93802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:15:37.847799 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:37.888327 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:37.889471 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:15:37.890097 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:37.971177 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7659073 Aug 29 14:15:37.989344 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5297-37f4-4cdc-836d-061cf01c8865 admin admin] Pushing event updated for resources: {'Network': ['ID=98822b46-b2a1-4191-8549-f770afb004d0,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:15:38.001186 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 98822b46-b2a1-4191-8549-f770afb004d0 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:15:40.651016 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 35600) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:41.150450 dv-cinder-773985-15-iscsi neutron-server[93801]: WARNING oslo_policy.policy [None req-811b0480-36f7-4642-8eb7-5f1a61146b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:15:41.151100 dv-cinder-773985-15-iscsi neutron-server[93801]: WARNING oslo_policy.policy [None req-811b0480-36f7-4642-8eb7-5f1a61146b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:15:41.599130 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.policy [None req-811b0480-36f7-4642-8eb7-5f1a61146b12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 14:15:41.647219 dv-cinder-773985-15-iscsi neutron-server[93801]: WARNING oslo_policy.policy [None req-811b0480-36f7-4642-8eb7-5f1a61146b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:15:41.647591 dv-cinder-773985-15-iscsi neutron-server[93801]: WARNING oslo_policy.policy [None req-811b0480-36f7-4642-8eb7-5f1a61146b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:15:41.656236 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b0480-36f7-4642-8eb7-5f1a61146b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:15:41.658205 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-811b0480-36f7-4642-8eb7-5f1a61146b12 admin admin] 10.222.0.20 "GET /v2.0/networks/98822b46-b2a1-4191-8549-f770afb004d0 HTTP/1.1" status: 200 len: 825 time: 1.0050714 Aug 29 14:15:41.697288 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1c75194a-9017-4a0d-98ac-43a31171d7c9 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/9fddb580-5dc8-40d5-8dbb-43e8b111ae67 HTTP/1.1" status: 200 len: 734 time: 0.0330479 Aug 29 14:15:41.706815 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Request body: {'subnet': {'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0', 'ip_version': 4, 'subnetpool_id': '9fddb580-5dc8-40d5-8dbb-43e8b111ae67'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:15:41.708369 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.quota [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Loaded quota_driver: . Aug 29 14:15:41.747907 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Made reservation on behalf of 8ca7456f661b4d1fafae67f91ed2e53c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:15:41.750675 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:42.058737 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:42.127467 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Checking segment: {'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:15:42.127845 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Network hostable DHCP agents. Network: 98822b46-b2a1-4191-8549-f770afb004d0, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:15:42.142231 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1d2054-ad67-4280-b8af-f26aafa0a1aa,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:15:42.155974 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.156333 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.156669 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.156998 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.157320 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.157657 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.157978 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.158312 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.158682 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.159001 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.159313 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.159624 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Tracked resource versions report: Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: pushed versions: Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: { 'AddressGroup': {'1.2'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'ConntrackHelper': {'1.0'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Log': {'1.0'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Network': {'1.1'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Port': {'1.7'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'PortForwarding': {'1.2'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'QosPolicy': {'1.9'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SecurityGroup': {'1.4'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SubPort': {'1.0'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Subnet': {'1.1'}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Trunk': {'1.1'}} Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: consumer versions: Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: { DHCP agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: L3 agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: Metadata agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: Metering agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: Open vSwitch agent@dv-cinder-773985-15-iscsi: { 'AddressGroup': '1.2', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'ConntrackHelper': '1.0', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Log': '1.0', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Network': '1.1', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Port': '1.7', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'PortForwarding': '1.2', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'QosPolicy': '1.9', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SecurityGroup': '1.4', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SecurityGroupRule': '1.2', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SubPort': '1.0', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Subnet': '1.1', Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Trunk': '1.1'}} Aug 29 14:15:42.160933 dv-cinder-773985-15-iscsi neutron-server[93801]: {{(pid=93801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:15:42.184310 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Network 98822b46-b2a1-4191-8549-f770afb004d0 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:15:42.200362 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 98822b46-b2a1-4191-8549-f770afb004d0) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:15:42.211652 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:15:42.212367 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:42.218062 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c747ccbf-28e9-414b-bc9b-e84316db8cba None None] Network 98822b46-b2a1-4191-8549-f770afb004d0 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:15:42.236064 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a27a235b-8ee7-4905-93ac-835de5fea33d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5327654 Aug 29 14:15:42.543147 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-98822b46-b2a1-4191-8549-f770afb004d0', 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'fixed_ips': [{'subnet_id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:15:42.544602 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:42.820090 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Allocated IP 172.20.0.2 (98822b46-b2a1-4191-8549-f770afb004d0/3c1d2054-ad67-4280-b8af-f26aafa0a1aa/4799088a-cc79-4511-b368-f7033cb97555) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:15:43.022898 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:43.064475 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Transition to ACTIVE for port object 4799088a-cc79-4511-b368-f7033cb97555 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:15:43.086165 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Transition to ACTIVE for port object 4799088a-cc79-4511-b368-f7033cb97555 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:15:43.094285 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:43.172851 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Network 98822b46-b2a1-4191-8549-f770afb004d0 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:15:43.180403 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:15:43.182822 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Pushing event updated for resources: {'Port': ['ID=4799088a-cc79-4511-b368-f7033cb97555,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:15:43.187521 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:15:43.195052 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.195406 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.195739 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.196061 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.196378 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.196696 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.197012 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.197323 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.197651 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.197966 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.198274 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.198605 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Tracked resource versions report: Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: pushed versions: Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: { 'AddressGroup': {'1.2'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'ConntrackHelper': {'1.0'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Log': {'1.0'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Network': {'1.1'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Port': {'1.7'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'PortForwarding': {'1.2'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'QosPolicy': {'1.9'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SecurityGroup': {'1.4'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SubPort': {'1.0'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Subnet': {'1.1'}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Trunk': {'1.1'}} Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: consumer versions: Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: { DHCP agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: L3 agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: Metadata agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: Metering agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: Open vSwitch agent@dv-cinder-773985-15-iscsi: { 'AddressGroup': '1.2', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'ConntrackHelper': '1.0', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Log': '1.0', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Network': '1.1', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Port': '1.7', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'PortForwarding': '1.2', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'QosPolicy': '1.9', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SecurityGroup': '1.4', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SecurityGroupRule': '1.2', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SubPort': '1.0', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Subnet': '1.1', Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Trunk': '1.1'}} Aug 29 14:15:43.199947 dv-cinder-773985-15-iscsi neutron-server[93803]: {{(pid=93803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:15:43.270034 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Attempting to bind port 4799088a-cc79-4511-b368-f7033cb97555 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:15:43.270678 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Attempting to bind port 4799088a-cc79-4511-b368-f7033cb97555 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:15:43.270845 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Attempting to bind port 4799088a-cc79-4511-b368-f7033cb97555 on network 98822b46-b2a1-4191-8549-f770afb004d0 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:15:43.275592 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:15:43.276561 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Checking segment: {'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:15:43.277136 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:43.277514 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Bound using segment: {'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:15:43.277990 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Bound port: 4799088a-cc79-4511-b368-f7033cb97555, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:15:43.278388 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:43.339577 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] For port 4799088a-cc79-4511-b368-f7033cb97555, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:15:43.343804 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] For port 4799088a-cc79-4511-b368-f7033cb97555, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=4799088a-cc79-4511-b368-f7033cb97555,segment=NetworkSegment(8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01),segment_id=8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:15:43.348438 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:43.412139 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d15e-71e6-4a3f-b4b3-fd515cc67f1f None None] Pushing event updated for resources: {'Port': ['ID=4799088a-cc79-4511-b368-f7033cb97555,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:15:44.675362 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 35620) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:44.996574 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [None req-14079140-77e4-4321-a7e8-0b8b9cb2764d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:15:44.997691 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-14079140-77e4-4321-a7e8-0b8b9cb2764d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3214107 Aug 29 14:15:47.399678 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 35628) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:47.712394 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [None req-47060962-9c6f-44c0-86ef-dad40cd29e12 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:15:47.714246 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-47060962-9c6f-44c0-86ef-dad40cd29e12 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129849 Aug 29 14:15:50.361096 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 35638) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:50.670795 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f1f62519-1711-480c-b98a-2fd88e3c2660 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:15:50.696176 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1f62519-1711-480c-b98a-2fd88e3c2660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:50.698470 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1f62519-1711-480c-b98a-2fd88e3c2660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:50.839142 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1f62519-1711-480c-b98a-2fd88e3c2660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:50.843614 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1f62519-1711-480c-b98a-2fd88e3c2660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:50.856026 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1f62519-1711-480c-b98a-2fd88e3c2660 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:50.857162 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f1f62519-1711-480c-b98a-2fd88e3c2660 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4951057 Aug 29 14:15:51.309182 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 4799088a-cc79-4511-b368-f7033cb97555 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:15:51.401711 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 4799088a-cc79-4511-b368-f7033cb97555 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:15:51.818879 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5ab7f-d1aa-4224-947a-35881a56cbe6 None None] Network 98822b46-b2a1-4191-8549-f770afb004d0 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:15:51.927097 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-75c25b6c-68dd-4118-845a-a932ec989395 None None] Provisioning for port 4799088a-cc79-4511-b368-f7033cb97555 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:15:51.935055 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-75c25b6c-68dd-4118-845a-a932ec989395 None None] Provisioning complete for port 4799088a-cc79-4511-b368-f7033cb97555 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:15:51.935446 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75c25b6c-68dd-4118-845a-a932ec989395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:52.092810 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75c25b6c-68dd-4118-845a-a932ec989395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:52.130176 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-75c25b6c-68dd-4118-845a-a932ec989395 None None] For port 4799088a-cc79-4511-b368-f7033cb97555, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=4799088a-cc79-4511-b368-f7033cb97555,segment=NetworkSegment(8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01),segment_id=8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:15:52.137386 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75c25b6c-68dd-4118-845a-a932ec989395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:52.191694 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c25b6c-68dd-4118-845a-a932ec989395 None None] Pushing event updated for resources: {'Port': ['ID=4799088a-cc79-4511-b368-f7033cb97555,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:15:52.257284 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-cad00c30-11a5-4190-9e21-b47a83588d62 None None] Provisioning complete for port 4799088a-cc79-4511-b368-f7033cb97555 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:15:52.257649 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cad00c30-11a5-4190-9e21-b47a83588d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:53.259876 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 35650) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:53.274389 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 4799088a-cc79-4511-b368-f7033cb97555 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:15:53.319513 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 4799088a-cc79-4511-b368-f7033cb97555 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:15:53.319787 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:53.568666 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [None req-5e7876de-5d83-4b68-b05c-00f566f733f7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:15:53.569705 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-5e7876de-5d83-4b68-b05c-00f566f733f7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3083446 Aug 29 14:15:54.288256 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c76b73d-a753-4c33-a5cb-7e39ad6ad8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:55.987513 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35658) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:56.305951 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:15:56.327775 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Made reservation on behalf of ad7b42cb21c24ff7836eb77eb602479c for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:15:56.330006 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:56.339161 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:56.429504 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:56.432677 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:56.450226 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93802) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 14:15:56.465837 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c737bbff-8276-4c08-8776-f0f7333e25e3,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:15:56.472772 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:56.473108 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Added segment 947ed721-454f-4406-9759-3c737fc3c254 of type flat for network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d Aug 29 14:15:56.534776 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:56.565328 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:56.566308 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:15:56.566902 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:56.615760 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6272273 Aug 29 14:15:56.629237 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9934-5615-412e-afd2-056a1c1646c8 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd91b3c-d890-4174-83f7-c7c6d7f6a18d,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:15:56.642942 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:15:56.912006 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ca83023-defb-497c-b0ba-92db1a7435e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:57.422241 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:57.882809 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:59.023341 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35676) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:15:59.237978 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd882da8-003a-4388-8783-7836aba2902b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:15:59.239428 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-fd882da8-003a-4388-8783-7836aba2902b admin admin] 10.222.0.20 "GET /v2.0/subnets/3c1d2054-ad67-4280-b8af-f26aafa0a1aa HTTP/1.1" status: 200 len: 849 time: 0.2151413 Aug 29 14:15:59.420046 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-97cdf5b4-f279-4fa2-acaa-a0632cfb4566 admin admin] 10.222.0.20 "GET /v2.0/routers/8eb05f43-fe6c-471b-9358-fa230bca80d6 HTTP/1.1" status: 200 len: 704 time: 0.1736023 Aug 29 14:15:59.544054 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:59.689320 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:15:59.982135 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Allocated IP 172.20.0.1 (98822b46-b2a1-4191-8549-f770afb004d0/3c1d2054-ad67-4280-b8af-f26aafa0a1aa/39389cd2-c2a1-47de-b49e-76668083a3be) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:16:00.163176 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:00.187239 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Transition to ACTIVE for port object 39389cd2-c2a1-47de-b49e-76668083a3be will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:16:00.253527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:00.321175 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Network 98822b46-b2a1-4191-8549-f770afb004d0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:16:00.327998 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:16:00.337527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:16:00.338989 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:00.360621 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Pushing event updated for resources: {'Port': ['ID=39389cd2-c2a1-47de-b49e-76668083a3be,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:00.500340 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8e7fac92-18ac-4085-b935-1fa3a2cb0713 None None] Provisioning for port 39389cd2-c2a1-47de-b49e-76668083a3be completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:16:00.504282 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8e7fac92-18ac-4085-b935-1fa3a2cb0713 None None] Provisioning complete for port 39389cd2-c2a1-47de-b49e-76668083a3be triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:16:00.504593 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e7fac92-18ac-4085-b935-1fa3a2cb0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:00.536988 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fac92-18ac-4085-b935-1fa3a2cb0713 None None] Port 39389cd2-c2a1-47de-b49e-76668083a3be cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:16:00.590520 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:00.796597 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:00.800738 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:00.801483 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:00.879301 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Pushing event updated for resources: {'Port': ['ID=39389cd2-c2a1-47de-b49e-76668083a3be,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:00.923826 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Network 98822b46-b2a1-4191-8549-f770afb004d0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:16:00.925078 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:16:01.084767 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Router 8eb05f43-fe6c-471b-9358-fa230bca80d6 is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:16:01.158164 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ee7746a2-861f-4ded-8fd3-66fa6a54d458 None None] Provisioning complete for port 39389cd2-c2a1-47de-b49e-76668083a3be triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:16:01.158769 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee7746a2-861f-4ded-8fd3-66fa6a54d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:01.175609 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:16:01.191770 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-91fa3e67-2568-45bf-b1d3-1a5ae5572d9d admin admin] 10.222.0.20 "PUT /v2.0/routers/8eb05f43-fe6c-471b-9358-fa230bca80d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7565293 Aug 29 14:16:01.192029 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Sync routers for ids ['8eb05f43-fe6c-471b-9358-fa230bca80d6'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:16:01.196074 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ee7746a2-861f-4ded-8fd3-66fa6a54d458 None None] Port 39389cd2-c2a1-47de-b49e-76668083a3be cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:16:01.203891 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Routers {'8eb05f43-fe6c-471b-9358-fa230bca80d6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:16:01.204707 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:15:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8eb05f43-fe6c-471b-9358-fa230bca80d6'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:16:01.389850 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Set router 8eb05f43-fe6c-471b-9358-fa230bca80d6 gateway port host: None {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:16:01.824218 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'name': 'router1', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:15:50Z', 'updated_at': '2021-08-29T14:16:00Z', 'revision_number': 2, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'gw_port_host': None, '_interfaces': [{'id': '39389cd2-c2a1-47de-b49e-76668083a3be', 'name': '', 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'mac_address': 'fa:16:3e:6e:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:15:59Z', 'updated_at': '2021-08-29T14:16:00Z', 'revision_number': 2, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'subnets': [{'id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fddb580-5dc8-40d5-8dbb-43e8b111ae67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:16:01.876300 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Checking router: 8eb05f43-fe6c-471b-9358-fa230bca80d6 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:16:01.876662 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Updating router 8eb05f43-fe6c-471b-9358-fa230bca80d6 port 39389cd2-c2a1-47de-b49e-76668083a3be binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:16:01.925337 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:02.442107 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:02.460695 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Transition to ACTIVE for port object 39389cd2-c2a1-47de-b49e-76668083a3be will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:16:02.467187 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:02.625306 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Pushing event updated for resources: {'Port': ['ID=39389cd2-c2a1-47de-b49e-76668083a3be,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:02.640351 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.640702 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.641046 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.641382 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.641711 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.642041 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.642365 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.642713 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.643049 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.643374 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.643694 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.644012 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Tracked resource versions report: Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: pushed versions: Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: { 'AddressGroup': {'1.2'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'ConntrackHelper': {'1.0'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Log': {'1.0'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Network': {'1.1'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Port': {'1.7'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'PortForwarding': {'1.2'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'QosPolicy': {'1.9'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SecurityGroup': {'1.4'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SubPort': {'1.0'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Subnet': {'1.1'}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Trunk': {'1.1'}} Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: consumer versions: Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: { DHCP agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: L3 agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: Metadata agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: Metering agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: Open vSwitch agent@dv-cinder-773985-15-iscsi: { 'AddressGroup': '1.2', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'ConntrackHelper': '1.0', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Log': '1.0', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Network': '1.1', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Port': '1.7', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'PortForwarding': '1.2', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'QosPolicy': '1.9', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SecurityGroup': '1.4', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SecurityGroupRule': '1.2', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SubPort': '1.0', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Subnet': '1.1', Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Trunk': '1.1'}} Aug 29 14:16:02.645341 dv-cinder-773985-15-iscsi neutron-server[93804]: {{(pid=93804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:16:02.651572 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Attempting to bind port 39389cd2-c2a1-47de-b49e-76668083a3be on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:16:02.651972 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Attempting to bind port 39389cd2-c2a1-47de-b49e-76668083a3be by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:16:02.652393 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Attempting to bind port 39389cd2-c2a1-47de-b49e-76668083a3be on network 98822b46-b2a1-4191-8549-f770afb004d0 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:16:02.657308 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:16:02.657725 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Checking segment: {'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:16:02.658192 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:02.658607 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Bound using segment: {'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:16:02.659100 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Bound port: 39389cd2-c2a1-47de-b49e-76668083a3be, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:16:02.659490 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:02.729248 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] For port 39389cd2-c2a1-47de-b49e-76668083a3be, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:16:02.750728 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] For port 39389cd2-c2a1-47de-b49e-76668083a3be, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=39389cd2-c2a1-47de-b49e-76668083a3be,segment=NetworkSegment(8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01),segment_id=8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:16:02.754767 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:02.810746 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Routers {'8eb05f43-fe6c-471b-9358-fa230bca80d6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:16:02.811348 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:15:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8eb05f43-fe6c-471b-9358-fa230bca80d6'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:16:02.813129 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e480d-2013-4fc0-8c27-20cf7ee6097b None None] Pushing event updated for resources: {'Port': ['ID=39389cd2-c2a1-47de-b49e-76668083a3be,revision_number=4']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:02.903096 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] Set router 8eb05f43-fe6c-471b-9358-fa230bca80d6 gateway port host: None {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:16:03.110044 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'name': 'router1', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:15:50Z', 'updated_at': '2021-08-29T14:16:00Z', 'revision_number': 2, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'gw_port_host': None, '_interfaces': [{'id': '39389cd2-c2a1-47de-b49e-76668083a3be', 'name': '', 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'mac_address': 'fa:16:3e:6e:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:15:59Z', 'updated_at': '2021-08-29T14:16:02Z', 'revision_number': 4, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'subnets': [{'id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fddb580-5dc8-40d5-8dbb-43e8b111ae67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:16:03.135179 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8ac449-5276-47e0-ae2a-2bbe1cc14c09 None None] The sync data for ids ['8eb05f43-fe6c-471b-9358-fa230bca80d6'] in dv-cinder-773985-15-iscsi is: [{'id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'name': 'router1', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:15:50Z', 'updated_at': '2021-08-29T14:16:00Z', 'revision_number': 2, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'gw_port_host': None, '_interfaces': [{'id': '39389cd2-c2a1-47de-b49e-76668083a3be', 'name': '', 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'mac_address': 'fa:16:3e:6e:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:15:59Z', 'updated_at': '2021-08-29T14:16:02Z', 'revision_number': 4, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'subnets': [{'id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fddb580-5dc8-40d5-8dbb-43e8b111ae67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:16:03.404215 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35696) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:16:03.515590 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed35473-99c3-4b38-a054-3a1db6cf81d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:16:03.516957 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-4ed35473-99c3-4b38-a054-3a1db6cf81d7 admin admin] 10.222.0.20 "GET /v2.0/networks/3fd91b3c-d890-4174-83f7-c7c6d7f6a18d HTTP/1.1" status: 200 len: 842 time: 0.1118002 Aug 29 14:16:03.527453 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:16:03.551887 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Made reservation on behalf of ad7b42cb21c24ff7836eb77eb602479c for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:16:03.554333 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:03.857196 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.objects.ports [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93802) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 14:16:03.857629 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:03.903958 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=410f72eb-af41-4a94-9011-df96d92bebb3,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:03.920547 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:16:03.920896 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Network hostable DHCP agents. Network: 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:16:03.941697 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:16:03.951967 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:16:03.957180 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:16:03.958392 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:03.960765 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f177ca-cd34-4cc1-8320-3a9a216901bd None None] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:16:03.980311 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-638214c2-58c8-49f9-bf4b-95138a505213 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4489212 Aug 29 14:16:04.087690 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276d8eb5-6533-4e9a-b9fe-17ccf7282223 None None] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:16:06.308073 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35704) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:16:06.452828 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d2f4bc06-2c7a-4588-a014-53a3b33e5f45 admin admin] 10.222.0.20 "GET /v2.0/routers/8eb05f43-fe6c-471b-9358-fa230bca80d6 HTTP/1.1" status: 200 len: 710 time: 0.1436360 Aug 29 14:16:06.546435 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c8153-fb36-4df4-bab5-55d1d4b921c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:16:06.547765 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-ec1c8153-fb36-4df4-bab5-55d1d4b921c5 admin admin] 10.222.0.20 "GET /v2.0/networks/3fd91b3c-d890-4174-83f7-c7c6d7f6a18d HTTP/1.1" status: 200 len: 886 time: 0.0891001 Aug 29 14:16:06.558168 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:16:06.883881 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:07.117343 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:07.194451 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:07.295782 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Allocated IP 172.27.3.239 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/bbe4e3b6-eacb-4b11-8504-b41fe1f66b61) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:16:07.399915 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:07.442482 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:07.479822 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:16:07.484394 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:16:07.487815 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:16:07.526783 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe4e3b6-eacb-4b11-8504-b41fe1f66b61,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:07.741663 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:07.935748 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1587227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3823'] for router, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:07.939146 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1587200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1587209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588398'] for router, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:08.052494 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Router 8eb05f43-fe6c-471b-9358-fa230bca80d6 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:16:08.250290 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:16:08.254839 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:08.256072 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1f8cefc8-66df-4c13-b016-073f33c27795 admin admin] 10.222.0.20 "PUT /v2.0/routers/8eb05f43-fe6c-471b-9358-fa230bca80d6 HTTP/1.1" status: 200 len: 890 time: 1.7020535 Aug 29 14:16:09.309352 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 39389cd2-c2a1-47de-b49e-76668083a3be up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:16:09.361247 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 39389cd2-c2a1-47de-b49e-76668083a3be completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:16:09.364920 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 39389cd2-c2a1-47de-b49e-76668083a3be triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:16:09.365303 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:09.439584 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:09.474970 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 39389cd2-c2a1-47de-b49e-76668083a3be, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=39389cd2-c2a1-47de-b49e-76668083a3be,segment=NetworkSegment(8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01),segment_id=8f4c49bb-12d5-4d2f-9d3c-2cd15b4e8e01)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:16:09.481053 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:09.519341 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Sync routers for ids ['8eb05f43-fe6c-471b-9358-fa230bca80d6'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:16:09.538962 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Routers {'8eb05f43-fe6c-471b-9358-fa230bca80d6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:16:09.539590 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:15:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8eb05f43-fe6c-471b-9358-fa230bca80d6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:16:09.542277 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=39389cd2-c2a1-47de-b49e-76668083a3be,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:09.799275 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Set router 8eb05f43-fe6c-471b-9358-fa230bca80d6 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:16:10.184485 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'name': 'router1', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'bbe4e3b6-eacb-4b11-8504-b41fe1f66b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:15:50Z', 'updated_at': '2021-08-29T14:16:07Z', 'revision_number': 4, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'gw_port': {'id': 'bbe4e3b6-eacb-4b11-8504-b41fe1f66b61', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:16:07Z', 'updated_at': '2021-08-29T14:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '39389cd2-c2a1-47de-b49e-76668083a3be', 'name': '', 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'mac_address': 'fa:16:3e:6e:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:15:59Z', 'updated_at': '2021-08-29T14:16:09Z', 'revision_number': 5, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'subnets': [{'id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fddb580-5dc8-40d5-8dbb-43e8b111ae67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:16:10.233576 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Checking router: 8eb05f43-fe6c-471b-9358-fa230bca80d6 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:16:10.233927 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Updating router 8eb05f43-fe6c-471b-9358-fa230bca80d6 port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:16:10.281013 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:10.598325 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:10.608854 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Transition to ACTIVE for port object bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:16:10.614614 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:10.663256 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Attempting to bind port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:16:10.663624 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Attempting to bind port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:16:10.663984 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Attempting to bind port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:16:10.666971 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 35716) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:16:10.671701 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b9ad4-6921-45a7-a07c-913cbf2417e7 None None] Pushing event updated for resources: {'Port': ['ID=bbe4e3b6-eacb-4b11-8504-b41fe1f66b61,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:10.674051 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:16:10.674309 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:16:10.674733 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:10.675120 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:16:10.675572 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Bound port: bbe4e3b6-eacb-4b11-8504-b41fe1f66b61, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:16:10.675966 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:10.731731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] For port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:16:10.734846 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] For port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=bbe4e3b6-eacb-4b11-8504-b41fe1f66b61,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:16:10.739273 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:10.791359 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-270ef896-78b5-42b6-bf3b-55cd15e81ab2 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1230068 Aug 29 14:16:10.799179 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Routers {'8eb05f43-fe6c-471b-9358-fa230bca80d6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:16:10.799810 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:15:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8eb05f43-fe6c-471b-9358-fa230bca80d6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:16:10.801863 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b9ad4-6921-45a7-a07c-913cbf2417e7 None None] Pushing event updated for resources: {'Port': ['ID=bbe4e3b6-eacb-4b11-8504-b41fe1f66b61,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:10.998376 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] Set router 8eb05f43-fe6c-471b-9358-fa230bca80d6 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:16:11.227673 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'name': 'router1', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'bbe4e3b6-eacb-4b11-8504-b41fe1f66b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:15:50Z', 'updated_at': '2021-08-29T14:16:07Z', 'revision_number': 4, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'gw_port': {'id': 'bbe4e3b6-eacb-4b11-8504-b41fe1f66b61', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:16:07Z', 'updated_at': '2021-08-29T14:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '39389cd2-c2a1-47de-b49e-76668083a3be', 'name': '', 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'mac_address': 'fa:16:3e:6e:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:15:59Z', 'updated_at': '2021-08-29T14:16:09Z', 'revision_number': 5, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'subnets': [{'id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fddb580-5dc8-40d5-8dbb-43e8b111ae67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:16:11.262311 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432a279-8df2-4efb-b4cc-3f077a9c0777 None None] The sync data for ids ['8eb05f43-fe6c-471b-9358-fa230bca80d6'] in dv-cinder-773985-15-iscsi is: [{'id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'name': 'router1', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'bbe4e3b6-eacb-4b11-8504-b41fe1f66b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:15:50Z', 'updated_at': '2021-08-29T14:16:07Z', 'revision_number': 4, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'gw_port': {'id': 'bbe4e3b6-eacb-4b11-8504-b41fe1f66b61', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:16:07Z', 'updated_at': '2021-08-29T14:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '39389cd2-c2a1-47de-b49e-76668083a3be', 'name': '', 'network_id': '98822b46-b2a1-4191-8549-f770afb004d0', 'tenant_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'mac_address': 'fa:16:3e:6e:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb05f43-fe6c-471b-9358-fa230bca80d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:15:59Z', 'updated_at': '2021-08-29T14:16:09Z', 'revision_number': 5, 'project_id': '8ca7456f661b4d1fafae67f91ed2e53c', 'subnets': [{'id': '3c1d2054-ad67-4280-b8af-f26aafa0a1aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fddb580-5dc8-40d5-8dbb-43e8b111ae67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:16:11.287890 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 39389cd2-c2a1-47de-b49e-76668083a3be up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:16:11.352226 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 39389cd2-c2a1-47de-b49e-76668083a3be triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:16:11.352226 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:13.326786 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:16:13.377807 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:16:13.381868 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:16:13.382328 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:13.474979 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:13.494722 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=bbe4e3b6-eacb-4b11-8504-b41fe1f66b61,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:16:13.500629 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:13.549876 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=bbe4e3b6-eacb-4b11-8504-b41fe1f66b61,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:16:15.334374 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:16:15.403632 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port bbe4e3b6-eacb-4b11-8504-b41fe1f66b61 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:16:15.404008 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:19.815680 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:16:24.295037 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5757967-1e32-4281-91c0-e27481a29656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:26.915189 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aac139f2-7c51-49c6-8ee1-3fb97ba1cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:27.435252 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:27.878113 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:29.564790 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:54.288328 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb4de5a3-2e93-402f-9f03-f4c6e9178451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:56.815802 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:16:56.919984 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aa0e0108-d58f-415c-b611-42c47589e051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:57.433929 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:57.881469 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:16:59.577461 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:24.294739 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3db311fe-5328-46da-b968-5b7067bcd867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:26.921362 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c3c353ff-ef7f-4117-a508-a5128c9dc079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:27.425697 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:27.884219 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:29.567157 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:33.814013 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:17:46.755352 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36278) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:17:46.817981 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.pecan_wsgi.hooks.translation [None req-981de1a3-437e-4abb-bc2c-c4280aeb525c admin admin] GET failed (client error): The resource could not be found. Aug 29 14:17:46.819382 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-981de1a3-437e-4abb-bc2c-c4280aeb525c admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630906 Aug 29 14:17:46.977739 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec5870f-a30b-4f27-b4d1-4015ff41ebc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:46.979444 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-dec5870f-a30b-4f27-b4d1-4015ff41ebc0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549363 Aug 29 14:17:49.128764 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36288) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:17:49.222822 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200ca8a-9bf2-4440-9a61-a7dadcef957f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:49.224180 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-f200ca8a-9bf2-4440-9a61-a7dadcef957f admin admin] 10.222.0.20 "GET /v2.0/subnets/3c1d2054-ad67-4280-b8af-f26aafa0a1aa HTTP/1.1" status: 200 len: 849 time: 0.0944755 Aug 29 14:17:49.234611 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:17:49.315761 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Notify callbacks [] for subnet, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:49.455736 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792969711912'] for subnet, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:49.483750 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:49.484327 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:49.485975 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] 10.222.0.20 "PUT /v2.0/subnets/3c1d2054-ad67-4280-b8af-f26aafa0a1aa HTTP/1.1" status: 200 len: 868 time: 0.2546654 Aug 29 14:17:49.489212 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f644fd5-4a2b-44dd-af7f-0450598107c7 None None] Network 98822b46-b2a1-4191-8549-f770afb004d0 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:17:49.508168 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1d2054-ad67-4280-b8af-f26aafa0a1aa,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:17:49.516562 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.516951 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.517267 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.517597 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.517926 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.518255 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.518614 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.518959 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.519291 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.519613 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.519931 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.520250 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1983b8c-0749-4dc6-a957-8c1c177028ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:17:49.874192 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-df668076-8b65-4a46-9c92-fb66862299c2 None None] Provisioning complete for port 4799088a-cc79-4511-b368-f7033cb97555 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:17:49.874587 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df668076-8b65-4a46-9c92-fb66862299c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:49.959660 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-df668076-8b65-4a46-9c92-fb66862299c2 None None] Provisioning complete for port 39389cd2-c2a1-47de-b49e-76668083a3be triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:17:49.959924 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df668076-8b65-4a46-9c92-fb66862299c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:51.685403 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36296) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:17:51.887338 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b6cd6-5878-485f-bb01-0b19bad3af04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:51.887734 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b6cd6-5878-485f-bb01-0b19bad3af04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:51.889279 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-e26b6cd6-5878-485f-bb01-0b19bad3af04 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029440 Aug 29 14:17:54.096624 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36304) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:17:54.227406 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9663d7f8-a60a-4b41-bf46-e44947811bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:54.227877 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9663d7f8-a60a-4b41-bf46-e44947811bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:54.230027 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-9663d7f8-a60a-4b41-bf46-e44947811bb6 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324553 Aug 29 14:17:54.299334 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eebe63e1-f973-4019-a780-a67000e5774f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:56.382951 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 36312) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:17:56.553442 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09364f16-f931-4064-8254-604824613af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:56.554818 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-09364f16-f931-4064-8254-604824613af5 admin admin] 10.222.0.20 "GET /v2.0/networks/3fd91b3c-d890-4174-83f7-c7c6d7f6a18d HTTP/1.1" status: 200 len: 886 time: 0.1709299 Aug 29 14:17:56.923317 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef35d-aa90-48e8-af3a-0a052c45cffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:57.426863 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:57.886162 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:17:58.755277 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 36322) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:17:58.898354 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7e690-0464-4b80-849a-8a19b50359a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:17:58.899774 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-52b7e690-0464-4b80-849a-8a19b50359a0 admin admin] 10.222.0.20 "GET /v2.0/networks/98822b46-b2a1-4191-8549-f770afb004d0 HTTP/1.1" status: 200 len: 869 time: 0.1435661 Aug 29 14:17:59.580633 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:01.092139 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 36330) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:18:01.223919 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b869705-167b-4e7c-84e5-eda96a950182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:01.224371 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b869705-167b-4e7c-84e5-eda96a950182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:01.225907 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3b869705-167b-4e7c-84e5-eda96a950182 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328304 Aug 29 14:18:03.370830 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36338) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:18:03.493560 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982973f-7db4-4eb1-9c97-02b6b1eab660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:03.494277 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982973f-7db4-4eb1-9c97-02b6b1eab660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:03.495816 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5982973f-7db4-4eb1-9c97-02b6b1eab660 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239719 Aug 29 14:18:05.688622 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36346) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:18:05.779964 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f0af7-f394-46ff-8ce9-4976d9027a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:05.781284 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-4d0f0af7-f394-46ff-8ce9-4976d9027a5a admin admin] 10.222.0.20 "GET /v2.0/subnets/3c1d2054-ad67-4280-b8af-f26aafa0a1aa HTTP/1.1" status: 200 len: 868 time: 0.0917361 Aug 29 14:18:07.930831 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36354) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:18:08.021929 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d18c2a-3c5b-4186-b278-31b00fae93e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:08.023291 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-b7d18c2a-3c5b-4186-b278-31b00fae93e0 admin admin] 10.222.0.20 "GET /v2.0/subnets/410f72eb-af41-4a94-9011-df96d92bebb3 HTTP/1.1" status: 200 len: 816 time: 0.0915005 Aug 29 14:18:10.819658 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:18:24.300936 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0508893-e49c-44e2-8663-e511e9f73e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:26.924512 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a6e0-181b-46f0-b0ab-01eb38c0b396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:27.428337 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:27.889898 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:29.570849 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:31.828908 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36408) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:18:31.885833 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [None req-22566d45-532a-4561-9e9c-9f29c9cfc93a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:18:31.886867 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-22566d45-532a-4561-9e9c-9f29c9cfc93a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570178 Aug 29 14:18:34.220089 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36416) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:18:34.280649 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.pecan_wsgi.hooks.translation [None req-af99556d-29ff-4965-a89a-1ad75b47292d admin admin] GET failed (client error): The resource could not be found. Aug 29 14:18:34.281939 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-af99556d-29ff-4965-a89a-1ad75b47292d admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609250 Aug 29 14:18:34.368729 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8752f8c3-1b63-4eec-84ca-3c750df5cadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:34.370779 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-8752f8c3-1b63-4eec-84ca-3c750df5cadd admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842040 Aug 29 14:18:36.584304 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36424) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:18:36.631877 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:18:36.652510 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Made reservation on behalf of ad7b42cb21c24ff7836eb77eb602479c for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:18:36.654838 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:36.682498 dv-cinder-773985-15-iscsi neutron-server[93802]: WARNING neutron.services.revisions.revision_plugin [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Could not find related network for resource to bump revision. Aug 29 14:18:36.693371 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:18:36.702390 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:36.702752 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Added segment 56be1fdc-51fb-47e8-88a4-eeb66238a420 of type vlan for network ad074669-a9a9-4453-91e5-d58fceec90c2 Aug 29 14:18:36.741190 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:36.764477 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:36.765402 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:36.766012 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:36.816836 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2314594 Aug 29 14:18:36.827231 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be219ad0-267d-4087-adf2-93733078a8e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ad074669-a9a9-4453-91e5-d58fceec90c2,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:18:36.838661 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network ad074669-a9a9-4453-91e5-d58fceec90c2 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:18:39.014868 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36432) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:18:39.075329 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca6d1fc-8dca-45de-a318-7e4e8f5ed136 admin admin] GET failed (client error): The resource could not be found. Aug 29 14:18:39.076616 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-0ca6d1fc-8dca-45de-a318-7e4e8f5ed136 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607951 Aug 29 14:18:39.144224 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f7e46-d2df-40b7-b4ae-6a51217f89ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:39.145631 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-713f7e46-d2df-40b7-b4ae-6a51217f89ba admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643716 Aug 29 14:18:39.155901 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2', 'name': 'shared-subnet'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:18:39.176023 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Made reservation on behalf of ad7b42cb21c24ff7836eb77eb602479c for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:18:39.178347 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:39.340321 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:39.489505 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1512a0f8-e814-4db0-8d5e-b099650cb9af,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:18:39.498589 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Checking segment: {'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:18:39.498948 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Network hostable DHCP agents. Network: ad074669-a9a9-4453-91e5-d58fceec90c2, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:18:39.515539 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Network ad074669-a9a9-4453-91e5-d58fceec90c2 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:18:39.523074 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, ad074669-a9a9-4453-91e5-d58fceec90c2) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:18:39.527293 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:18:39.527876 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:39.532713 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9db9e-1893-482e-ab06-39607ecffa56 None None] Network ad074669-a9a9-4453-91e5-d58fceec90c2 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:18:39.541895 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-c665cc13-9b66-4b0d-b2e2-7d3481812ef4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3893478 Aug 29 14:18:39.780233 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-ad074669-a9a9-4453-91e5-d58fceec90c2', 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2', 'tenant_id': 'ad7b42cb21c24ff7836eb77eb602479c', 'fixed_ips': [{'subnet_id': '1512a0f8-e814-4db0-8d5e-b099650cb9af'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:18:39.781117 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:39.918590 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Allocated IP 192.168.233.2 (ad074669-a9a9-4453-91e5-d58fceec90c2/1512a0f8-e814-4db0-8d5e-b099650cb9af/10af36ea-98fa-4af2-af1f-8094815d3728) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:18:40.059783 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:40.068558 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Transition to ACTIVE for port object 10af36ea-98fa-4af2-af1f-8094815d3728 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:18:40.083752 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Transition to ACTIVE for port object 10af36ea-98fa-4af2-af1f-8094815d3728 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:18:40.090392 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:40.130250 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Network ad074669-a9a9-4453-91e5-d58fceec90c2 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:18:40.136996 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:18:40.140016 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:18:40.146554 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Pushing event updated for resources: {'Port': ['ID=10af36ea-98fa-4af2-af1f-8094815d3728,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:18:40.155644 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.156006 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.156343 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.156671 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.157010 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.157331 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.157652 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.157970 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.158286 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.158621 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.158934 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.159243 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:18:40.209907 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Attempting to bind port 10af36ea-98fa-4af2-af1f-8094815d3728 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:18:40.210264 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Attempting to bind port 10af36ea-98fa-4af2-af1f-8094815d3728 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:18:40.210640 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Attempting to bind port 10af36ea-98fa-4af2-af1f-8094815d3728 on network ad074669-a9a9-4453-91e5-d58fceec90c2 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:18:40.216422 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:18:40.216786 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Checking segment: {'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:18:40.217174 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:40.217553 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Bound using segment: {'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:18:40.218002 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Bound port: 10af36ea-98fa-4af2-af1f-8094815d3728, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:18:40.218386 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:40.279451 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] For port 10af36ea-98fa-4af2-af1f-8094815d3728, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:18:40.282654 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] For port 10af36ea-98fa-4af2-af1f-8094815d3728, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=10af36ea-98fa-4af2-af1f-8094815d3728,segment=NetworkSegment(56be1fdc-51fb-47e8-88a4-eeb66238a420),segment_id=56be1fdc-51fb-47e8-88a4-eeb66238a420)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:18:40.288425 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:40.350991 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842393db-5b35-4f83-b6e8-e80a1301904b None None] Pushing event updated for resources: {'Port': ['ID=10af36ea-98fa-4af2-af1f-8094815d3728,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:18:41.147759 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e929171-50f8-4cba-92b8-0224b1339c01 None None] Network ad074669-a9a9-4453-91e5-d58fceec90c2 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:18:41.239802 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-c2b39644-ead8-46af-81bf-f72571f9bea7 None None] Provisioning for port 10af36ea-98fa-4af2-af1f-8094815d3728 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:18:41.429733 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 10af36ea-98fa-4af2-af1f-8094815d3728 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:18:41.501528 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 10af36ea-98fa-4af2-af1f-8094815d3728 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:18:41.507029 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 10af36ea-98fa-4af2-af1f-8094815d3728 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:18:41.507029 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:41.583520 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:41.614640 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 10af36ea-98fa-4af2-af1f-8094815d3728, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=10af36ea-98fa-4af2-af1f-8094815d3728,segment=NetworkSegment(56be1fdc-51fb-47e8-88a4-eeb66238a420),segment_id=56be1fdc-51fb-47e8-88a4-eeb66238a420)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:18:41.619641 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:41.671185 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=10af36ea-98fa-4af2-af1f-8094815d3728,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:18:43.397979 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 10af36ea-98fa-4af2-af1f-8094815d3728 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:18:43.445486 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 10af36ea-98fa-4af2-af1f-8094815d3728 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:18:43.446420 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:47.810094 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:18:54.302025 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5f53dcf-a0da-49f8-a0ac-4c826062fb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:56.926807 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ed441c4-4060-4461-b8c2-539a62b8c694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:57.431217 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:57.891773 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:18:59.579719 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:24.304681 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a71b055-afa5-4882-9c9d-11b3b954dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:24.809098 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:19:26.928928 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea0284a6-a8da-43a8-bee7-156658c5ee2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:27.431323 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:27.895350 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:29.581964 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:47.836957 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36484) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:19:47.843576 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [None req-0b506a35-49f5-46c7-856a-74bb760e15e4 tempest-verify_tempest_config-664105331 tempest-verify_tempest_config-664105331-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:19:47.844592 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-0b506a35-49f5-46c7-856a-74bb760e15e4 tempest-verify_tempest_config-664105331 tempest-verify_tempest_config-664105331-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066626 Aug 29 14:19:48.143268 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36502) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:19:48.244740 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:48.333563 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:48.337160 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:48.394000 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbfa63d9b15b418cab3979d789bdbef8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2494297 Aug 29 14:19:48.395357 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e37a1df-f7f2-4b1e-9359-568d45910935,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:19:48.397093 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 36506) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:19:48.404138 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.404496 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.404834 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.405163 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.405487 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.405821 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.406146 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.406481 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.406845 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.407165 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.407476 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.407788 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916b651-4a33-4d27-8637-ff8b85fba98e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.479466 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:48.500032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:48.591536 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:48.593964 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:48.595155 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e37a1df-f7f2-4b1e-9359-568d45910935 HTTP/1.1" status: 204 len: 168 time: 0.1961737 Aug 29 14:19:48.603471 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e37a1df-f7f2-4b1e-9359-568d45910935,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:19:48.610056 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.610404 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.610773 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.611108 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.611439 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.611783 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.612114 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.612455 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.612803 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.613128 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.613575 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:48.613898 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3272ef25-bcc2-4207-81d2-87dc6bb10cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:19:54.306928 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5dffc06a-a314-404d-8907-88165b34a4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:56.931055 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4056d4e-ff20-47a7-9fdd-b9d195a1e6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:57.435827 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:57.899091 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:19:59.584092 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:01.808688 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:20:24.308179 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc917-3aa4-4e59-a5bc-73283e4bc3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:26.930445 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7c68ab53-d73b-4929-84c7-30aa1192caa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:27.437725 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:27.902002 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:29.585377 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:38.807876 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:20:54.308195 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0aea165f-e7f8-49f5-9913-3a65ae6e902e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:56.930387 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4db1d688-c536-4bcc-97a6-cc6cb0ccf273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:57.439321 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:57.904242 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:20:59.589699 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:15.807016 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 5 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:21:21.443131 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583022'] for agent, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:24.311399 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-92031018-a74d-4a17-b692-7ee524ded7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:26.930571 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6e136e68-5784-47fe-8295-6c05df04c7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:27.440374 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:27.906821 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:29.591886 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:36.809555 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36580) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:21:36.912181 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-221a19eb-5c28-4a08-8107-de92426fc222 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1015403 Aug 29 14:21:39.119740 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36590) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:21:39.174846 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-df5211bd-2754-4d61-bccc-a4633ccb99db admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0539989 Aug 29 14:21:51.394699 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:52.807017 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:21:54.312160 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6796a14d-4484-4be5-bfea-43560e9991a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:56.931692 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67b10b7c-3fdb-4936-9cd5-c98f431d69c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:57.440319 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:57.910181 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:21:59.595708 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:21.392556 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:24.314931 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38908e6c-2876-4862-98c1-4c4a1b8d4a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:26.932923 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-facfb9d4-cb65-4ece-8c68-61bda08997d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:27.441046 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:27.912742 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:29.597547 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:29.806357 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:22:51.408536 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:54.317456 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be645767-3dba-4788-acf1-cb2ed013fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:56.934950 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5dad6a1-c659-4f25-abda-380bb9fd8cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:57.442728 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:57.915456 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:22:59.600746 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:06.805316 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:23:08.572128 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36746) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:08.782014 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1038494183-network', 'tenant_id': '7571dc2789914192baf6142d8bf221f4'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:08.804891 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Made reservation on behalf of 7571dc2789914192baf6142d8bf221f4 for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:08.808353 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:08.820573 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:08.926368 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:08.931091 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:08.961159 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde3173f-098b-4bc3-ae63-153ba0598e0c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:08.969066 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d112185-a317-494c-b004-838311be74dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:23:08.971576 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.971922 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.972255 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.972681 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.972948 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.973262 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.973753 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.974087 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.974408 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.974749 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.975058 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.975374 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Tracked resource versions report: Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: pushed versions: Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: { 'AddressGroup': {'1.2'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'ConntrackHelper': {'1.0'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Log': {'1.0'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Network': {'1.1'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Port': {'1.7'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'PortForwarding': {'1.2'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'QosPolicy': {'1.9'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SecurityGroup': {'1.4'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SubPort': {'1.0'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Subnet': {'1.1'}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Trunk': {'1.1'}} Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: consumer versions: Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: { DHCP agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: HyperV agent@hv-cinder-77398: {}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: L3 agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: Metadata agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: Metering agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: Open vSwitch agent@dv-cinder-773985-15-iscsi: { 'AddressGroup': '1.2', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'ConntrackHelper': '1.0', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Log': '1.0', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Network': '1.1', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Port': '1.7', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'PortForwarding': '1.2', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'QosPolicy': '1.9', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SecurityGroup': '1.4', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SecurityGroupRule': '1.2', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'SubPort': '1.0', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Subnet': '1.1', Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: 'Trunk': '1.1'}} Aug 29 14:23:08.976549 dv-cinder-773985-15-iscsi neutron-server[93802]: {{(pid=93802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:23:09.002565 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.002565 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Added segment 5f04d071-9124-47c9-a150-5871b31b6eef of type vlan for network 9e0135ee-c937-434b-b91b-098eeee0ebfe Aug 29 14:23:09.044421 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.070942 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.072148 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:09.072807 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.125470 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-7d112185-a317-494c-b004-838311be74dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5481558 Aug 29 14:23:09.125881 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 36794) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:09.132178 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Request body: {'subnet': {'network_id': '9e0135ee-c937-434b-b91b-098eeee0ebfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1038494183-subnet', 'tenant_id': '7571dc2789914192baf6142d8bf221f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:09.139858 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d112185-a317-494c-b004-838311be74dc admin admin] Pushing event updated for resources: {'Network': ['ID=9e0135ee-c937-434b-b91b-098eeee0ebfe,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:09.154454 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 9e0135ee-c937-434b-b91b-098eeee0ebfe details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:23:09.164318 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Made reservation on behalf of 7571dc2789914192baf6142d8bf221f4 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:09.166688 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.177740 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36798) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:09.350931 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.396102 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36808) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:09.400013 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4739c06-b86a-4e90-ab78-d469c4fe958e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:09.412889 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.413239 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.413577 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.413910 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.414238 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.414594 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.414925 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.415321 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.415615 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.415887 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.416189 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.416546 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Tracked resource versions report: Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: pushed versions: Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: { 'AddressGroup': {'1.2'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'ConntrackHelper': {'1.0'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Log': {'1.0'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Network': {'1.1'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Port': {'1.7'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'PortForwarding': {'1.2'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'QosPolicy': {'1.9'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SecurityGroup': {'1.4'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SubPort': {'1.0'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Subnet': {'1.1'}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Trunk': {'1.1'}} Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: consumer versions: Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: { DHCP agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: HyperV agent@hv-cinder-77398: {}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: L3 agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: Metadata agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: Metering agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: Open vSwitch agent@dv-cinder-773985-15-iscsi: { 'AddressGroup': '1.2', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'ConntrackHelper': '1.0', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Log': '1.0', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Network': '1.1', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Port': '1.7', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'PortForwarding': '1.2', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'QosPolicy': '1.9', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SecurityGroup': '1.4', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SecurityGroupRule': '1.2', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'SubPort': '1.0', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Subnet': '1.1', Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: 'Trunk': '1.1'}} Aug 29 14:23:09.417762 dv-cinder-773985-15-iscsi neutron-server[93801]: {{(pid=93801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:23:09.441689 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Checking segment: {'id': '5f04d071-9124-47c9-a150-5871b31b6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e0135ee-c937-434b-b91b-098eeee0ebfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:23:09.442042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Network hostable DHCP agents. Network: 9e0135ee-c937-434b-b91b-098eeee0ebfe, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:23:09.459750 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Network 9e0135ee-c937-434b-b91b-098eeee0ebfe is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:23:09.478026 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 9e0135ee-c937-434b-b91b-098eeee0ebfe) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:23:09.486942 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:09.487096 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36cc0ec-d061-4f9d-8ee8-278d796db702 None None] Network 9e0135ee-c937-434b-b91b-098eeee0ebfe requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:09.487591 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.514042 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-e075c87f-a339-483c-a9f7-d82d719eea19 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3800659 Aug 29 14:23:09.626444 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc80a3-46f8-4b19-a1d4-cd72f8caa092 None None] Network 9e0135ee-c937-434b-b91b-098eeee0ebfe requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:09.667210 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1616308855-network', 'tenant_id': '9eaae8641741427da3548fce0e7be5af'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:09.694956 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Made reservation on behalf of 9eaae8641741427da3548fce0e7be5af for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:09.699267 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.708567 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.765245 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146215146-network', 'tenant_id': '53b24cf475244aa4b59d5112c4f53633'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:09.833233 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.837214 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.854235 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:23:09.878816 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.879246 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Added segment f3f8abd5-915a-4780-8871-a090cb0da202 of type vlan for network d5374394-97c3-4513-8eb6-5aa5e2c689a4 Aug 29 14:23:09.894690 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Made reservation on behalf of 53b24cf475244aa4b59d5112c4f53633 for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:09.897122 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.927026 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:09.945630 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.948279 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.991798 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:09.992737 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:09.993313 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.078250 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] Pushing event updated for resources: {'Network': ['ID=d5374394-97c3-4513-8eb6-5aa5e2c689a4,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:10.091991 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network d5374394-97c3-4513-8eb6-5aa5e2c689a4 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:23:10.140199 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.147770 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.160524 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-b09e47e3-bc43-4481-99d9-cf182907160d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9818718 Aug 29 14:23:10.165165 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 36846) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:10.172138 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Request body: {'subnet': {'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1616308855-subnet', 'tenant_id': '9eaae8641741427da3548fce0e7be5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:10.176219 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:23:10.201000 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bafb8b-45b0-4593-9283-ec495921eaad,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:10.204553 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.205315 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Added segment 03059803-efb2-4d7b-ae97-f4271e67e18e of type vlan for network 7475b88b-75c4-410d-8a5c-1804d087a666 Aug 29 14:23:10.231423 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Made reservation on behalf of 9eaae8641741427da3548fce0e7be5af for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:10.241492 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.265583 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.299346 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.300895 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:10.301946 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.367438 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9701984 Aug 29 14:23:10.371114 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36856) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:10.378196 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Request body: {'subnet': {'network_id': '7475b88b-75c4-410d-8a5c-1804d087a666', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146215146-subnet', 'tenant_id': '53b24cf475244aa4b59d5112c4f53633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:10.410224 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Made reservation on behalf of 53b24cf475244aa4b59d5112c4f53633 for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:10.413055 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.416384 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e547c74-9124-49a1-b3c6-9aef44357804 admin admin] Pushing event updated for resources: {'Network': ['ID=7475b88b-75c4-410d-8a5c-1804d087a666,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:10.444001 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 7475b88b-75c4-410d-8a5c-1804d087a666 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:23:10.527106 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.597294 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=132f97a7-9f99-4a56-90b4-7e90ff05bd09,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:10.616757 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Checking segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:23:10.617033 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Network hostable DHCP agents. Network: d5374394-97c3-4513-8eb6-5aa5e2c689a4, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:23:10.641918 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Network d5374394-97c3-4513-8eb6-5aa5e2c689a4 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:23:10.654961 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, d5374394-97c3-4513-8eb6-5aa5e2c689a4) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:23:10.659744 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:10.660371 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.665840 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714705f1-7198-45b9-a34b-a567dee8a29b None None] Network d5374394-97c3-4513-8eb6-5aa5e2c689a4 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:10.671790 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.699723 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-05e30d6e-fc96-467a-86b0-bc07335ce41d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5331857 Aug 29 14:23:10.798879 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Checking segment: {'id': '03059803-efb2-4d7b-ae97-f4271e67e18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7475b88b-75c4-410d-8a5c-1804d087a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:23:10.800239 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Network hostable DHCP agents. Network: 7475b88b-75c4-410d-8a5c-1804d087a666, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:23:10.806572 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a12c3d-9c2c-43ca-9bb2-221bc8d7e4b3,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:10.856218 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Network 7475b88b-75c4-410d-8a5c-1804d087a666 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:23:10.891954 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 7475b88b-75c4-410d-8a5c-1804d087a666) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:23:10.899267 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:10.899923 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:10.909776 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d779464-be27-450c-8916-1c218e7eef91 None None] Network 7475b88b-75c4-410d-8a5c-1804d087a666 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:10.944280 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-042a471b-6ddf-46b7-9e2e-a74e1e06258a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5620744 Aug 29 14:23:11.092230 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5528d-188d-46a2-90d1-7b44cbd717a3 None None] Network d5374394-97c3-4513-8eb6-5aa5e2c689a4 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:11.421914 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2256622-398b-443a-8d91-39c9663f3254 None None] Network 7475b88b-75c4-410d-8a5c-1804d087a666 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:12.297528 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 36976) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:12.301059 dv-cinder-773985-15-iscsi neutron-server[93801]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 14:23:12.371764 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 36984) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:12.376686 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1051476729-network', 'tenant_id': '7b281804ac8c45d2b5903f80e66de8c8'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:12.418712 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Made reservation on behalf of 7b281804ac8c45d2b5903f80e66de8c8 for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:12.421815 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.443213 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.622671 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9930-2064-478d-b248-1777a2377a9e req-6d35ceb8-f377-4e0f-ab6d-2f3702f999eb tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:12.624316 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-6d35ceb8-f377-4e0f-ab6d-2f3702f999eb tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/networks?id=9e0135ee-c937-434b-b91b-098eeee0ebfe HTTP/1.1" status: 200 len: 812 time: 0.3243871 Aug 29 14:23:12.633428 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.639019 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.652341 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-f30de017-3d2d-4ea6-82b1-0f2bcc317b10 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/quotas/7571dc2789914192baf6142d8bf221f4 HTTP/1.1" status: 200 len: 375 time: 0.0195239 Aug 29 14:23:12.672696 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:23:12.684195 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f74232-56a1-427a-a48d-8ed2cee11fa3,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:12.691396 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.691746 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Added segment 542556d9-2c29-470b-84c1-0f3de19f7948 of type vlan for network a28c2e4e-016c-4a41-8890-6f0eae550c07 Aug 29 14:23:12.721240 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b03fe325-2cb2-41d2-957b-a6759dd4ed52 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7571dc2789914192baf6142d8bf221f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676150 Aug 29 14:23:12.748826 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.778458 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.779512 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:12.780154 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.841382 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4647951 Aug 29 14:23:12.842011 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37010) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:12.847661 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e256b0-e053-45b6-bb08-cf216d0740b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a28c2e4e-016c-4a41-8890-6f0eae550c07,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:12.849243 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Request body: {'subnet': {'network_id': 'a28c2e4e-016c-4a41-8890-6f0eae550c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1051476729-subnet', 'tenant_id': '7b281804ac8c45d2b5903f80e66de8c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:12.859596 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network a28c2e4e-016c-4a41-8890-6f0eae550c07 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:23:12.893934 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Made reservation on behalf of 7b281804ac8c45d2b5903f80e66de8c8 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:12.896531 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:12.938114 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37024) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:12.949379 dv-cinder-773985-15-iscsi neutron-server[93802]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 14:23:13.064042 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37030) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:13.146239 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.174576 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cae23-fc67-4391-b4bf-46acb1971088 req-bc10c0c9-c333-4adc-982c-96a075affccc tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:13.176312 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-bc10c0c9-c333-4adc-982c-96a075affccc tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 815 time: 0.2367570 Aug 29 14:23:13.195243 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-401bfab4-7809-4ad7-b125-211c3739728e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/quotas/9eaae8641741427da3548fce0e7be5af HTTP/1.1" status: 200 len: 375 time: 0.0123909 Aug 29 14:23:13.222006 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3642136-0f77-4f69-aac6-063461e884cd,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:13.231659 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Checking segment: {'id': '542556d9-2c29-470b-84c1-0f3de19f7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a28c2e4e-016c-4a41-8890-6f0eae550c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:23:13.232083 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Network hostable DHCP agents. Network: a28c2e4e-016c-4a41-8890-6f0eae550c07, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:23:13.260063 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Network a28c2e4e-016c-4a41-8890-6f0eae550c07 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:23:13.278342 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, a28c2e4e-016c-4a41-8890-6f0eae550c07) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:23:13.292560 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24615803-7f1f-4386-9a65-258c259c7bbb None None] Network a28c2e4e-016c-4a41-8890-6f0eae550c07 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:13.295472 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:13.295880 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.310546 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-376b41dc-0860-48f9-86e1-79b18f810623 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086969 Aug 29 14:23:13.330862 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-89120aeb-0aea-4cbf-a2bd-62f34653eff7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4828296 Aug 29 14:23:13.353312 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9fe24c2a-762c-429d-bad2-7f8bb2568fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.356308 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-0e88c5ce-0e66-45e8-86f2-2c02a1b932cb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:23:13.357369 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-0e88c5ce-0e66-45e8-86f2-2c02a1b932cb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1103313 Aug 29 14:23:13.485545 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37048) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:13.497254 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9fe24c2a-762c-429d-bad2-7f8bb2568fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.504803 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190292b9-506f-4a5d-a501-95d734208d94 None None] Network a28c2e4e-016c-4a41-8890-6f0eae550c07 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:13.512074 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9fe24c2a-762c-429d-bad2-7f8bb2568fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.561756 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-8f892a0d-2012-4858-8084-621ed61a3a5d service neutron] 10.222.0.20 "GET /v2.0/networks/9e0135ee-c937-434b-b91b-098eeee0ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937385 Aug 29 14:23:13.567323 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-732cc6de-efb4-410a-bd38-354ab201d90d admin admin] Deleting subnet 56a12c3d-9c2c-43ca-9bb2-221bc8d7e4b3 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:23:13.571346 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-9fe24c2a-762c-429d-bad2-7f8bb2568fb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc24ff6168f44379ac20e8dc0a65dfe2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5063944 Aug 29 14:23:13.574308 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37052) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:13.580506 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe24c2a-762c-429d-bad2-7f8bb2568fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479aebe-b7a8-4510-b798-0ae9dc6de58f,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:13.581292 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-732cc6de-efb4-410a-bd38-354ab201d90d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.659603 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-a2b5dc4a-9b67-45cc-82b7-17414d09c8e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:23:13.660941 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-a2b5dc4a-9b67-45cc-82b7-17414d09c8e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1008668 Aug 29 14:23:13.663967 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2b439613-56ac-4293-bb52-80ca2f5b4638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.688974 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2b439613-56ac-4293-bb52-80ca2f5b4638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.732932 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-732cc6de-efb4-410a-bd38-354ab201d90d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.752009 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-732cc6de-efb4-410a-bd38-354ab201d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.797975 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-6364bbfb-baf4-4931-8ab4-90b2c0bf14aa service neutron] 10.222.0.20 "GET /v2.0/networks/9e0135ee-c937-434b-b91b-098eeee0ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253714 Aug 29 14:23:13.815354 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2b439613-56ac-4293-bb52-80ca2f5b4638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.818196 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2b439613-56ac-4293-bb52-80ca2f5b4638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.819667 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-2b439613-56ac-4293-bb52-80ca2f5b4638 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8479aebe-b7a8-4510-b798-0ae9dc6de58f HTTP/1.1" status: 204 len: 168 time: 0.2444272 Aug 29 14:23:13.837119 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b439613-56ac-4293-bb52-80ca2f5b4638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479aebe-b7a8-4510-b798-0ae9dc6de58f,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:13.841455 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-732cc6de-efb4-410a-bd38-354ab201d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.854916 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-ece9f86a-41a3-4eba-85de-640927f321c5 service neutron] 10.222.0.20 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243899 Aug 29 14:23:13.886247 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cc6de-efb4-410a-bd38-354ab201d90d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a12c3d-9c2c-43ca-9bb2-221bc8d7e4b3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:13.897941 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-732cc6de-efb4-410a-bd38-354ab201d90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:13.900130 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-732cc6de-efb4-410a-bd38-354ab201d90d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56a12c3d-9c2c-43ca-9bb2-221bc8d7e4b3 HTTP/1.1" status: 204 len: 168 time: 0.4136555 Aug 29 14:23:13.903998 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37066) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:13.999999 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.013381 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-34de2446-35d2-4139-ab25-76ed864f4068 service neutron] 10.222.0.20 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525059 Aug 29 14:23:14.109358 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.125845 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.126335 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.127187 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.127523 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.128142 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.128666 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.128998 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.129366 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.129691 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.130244 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.235351 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37082) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:14.253846 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e617ac5-b9d7-44ab-8eab-b2b845edb64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.495705 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.496702 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.497583 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.497967 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:14.499009 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7475b88b-75c4-410d-8a5c-1804d087a666']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:14.552205 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03059803-efb2-4d7b-ae97-f4271e67e18e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:14.553859 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03059803-efb2-4d7b-ae97-f4271e67e18e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:14.584295 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e617ac5-b9d7-44ab-8eab-b2b845edb64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.591862 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-79b73812-e0fe-497b-8402-6e53da6cbd10 req-8d14951d-de89-4ef5-9099-eea6365922a8 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 210 time: 0.0862370 Aug 29 14:23:14.600143 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.625792 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.637226 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e617ac5-b9d7-44ab-8eab-b2b845edb64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.654422 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:23:14.655042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: from cryptography.utils import int_from_bytes Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: from cryptography.utils import int_from_bytes Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:23:14.659344 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:23:14.742615 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.763017 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.777821 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7475b88b-75c4-410d-8a5c-1804d087a666 HTTP/1.1" status: 204 len: 168 time: 0.8719213 Aug 29 14:23:14.797797 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37124) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:14.809318 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726c308-2789-4993-a348-01e2783a9fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7475b88b-75c4-410d-8a5c-1804d087a666,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:14.922822 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ffe52f-945a-438f-b664-7d2c1908892a admin admin] Deleting subnet d3642136-0f77-4f69-aac6-063461e884cd {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:23:14.942978 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-43e0fbc2-3c32-49d0-9e25-912045c653aa req-56595f3c-7cfd-4f59-a617-dea75f26a39e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.3530030 Aug 29 14:23:14.943500 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe52f-945a-438f-b664-7d2c1908892a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:14.966318 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e617ac5-b9d7-44ab-8eab-b2b845edb64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911bcd68-6b2c-45f1-a7bc-f4740ceb8bfa,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:14.974185 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-4e617ac5-b9d7-44ab-8eab-b2b845edb64e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6c734660a444cb19d70473db6928fba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7375855 Aug 29 14:23:14.975152 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37140) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:15.046412 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe52f-945a-438f-b664-7d2c1908892a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.099412 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9eb8640a-52d6-4309-9115-e4260d0ebfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.100483 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe52f-945a-438f-b664-7d2c1908892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.161962 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9eb8640a-52d6-4309-9115-e4260d0ebfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.189644 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe52f-945a-438f-b664-7d2c1908892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.228450 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffe52f-945a-438f-b664-7d2c1908892a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3642136-0f77-4f69-aac6-063461e884cd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:15.231305 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe52f-945a-438f-b664-7d2c1908892a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.234285 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-b1ffe52f-945a-438f-b664-7d2c1908892a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d3642136-0f77-4f69-aac6-063461e884cd HTTP/1.1" status: 204 len: 168 time: 0.4336336 Aug 29 14:23:15.236724 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37160) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:15.292215 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9eb8640a-52d6-4309-9115-e4260d0ebfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.296042 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9eb8640a-52d6-4309-9115-e4260d0ebfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.297244 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-9eb8640a-52d6-4309-9115-e4260d0ebfa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/911bcd68-6b2c-45f1-a7bc-f4740ceb8bfa HTTP/1.1" status: 204 len: 168 time: 0.3209002 Aug 29 14:23:15.326577 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.344005 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8640a-52d6-4309-9115-e4260d0ebfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911bcd68-6b2c-45f1-a7bc-f4740ceb8bfa,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:15.497631 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.513451 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28c2e4e-016c-4a41-8890-6f0eae550c07']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:15.532010 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542556d9-2c29-470b-84c1-0f3de19f7948') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:15.532556 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542556d9-2c29-470b-84c1-0f3de19f7948') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:15.544998 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.559346 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.565775 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:23:15.566237 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:23:15.568030 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:23:15.636617 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.667289 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:15.672936 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a28c2e4e-016c-4a41-8890-6f0eae550c07 HTTP/1.1" status: 204 len: 168 time: 0.4321506 Aug 29 14:23:15.701313 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b473530-75eb-491f-8dea-4be555434385 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28c2e4e-016c-4a41-8890-6f0eae550c07,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:15.733634 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-96710c16-9a9f-4575-baa1-4095241ba095 req-ab8d1983-b6c9-408f-b31d-89d91f0dc26c tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 210 time: 0.0460339 Aug 29 14:23:15.996781 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:16.081776 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1149c073-511f-4079-8bc0-82d70f4c6c3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53b24cf475244aa4b59d5112c4f53633&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0814383 Aug 29 14:23:16.082007 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab8864d0-b771-46a9-a2af-f6250e132e83 req-21a4fcf4-6fe9-4e13-bc85-2b0f9afcfbbf tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0357468 Aug 29 14:23:16.082007 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37232) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:16.146061 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-6e4a-4cff-b672-a12a27f23855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:16.173804 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-6e4a-4cff-b672-a12a27f23855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:16.237059 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-6e4a-4cff-b672-a12a27f23855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:16.240235 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-6e4a-4cff-b672-a12a27f23855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:16.243007 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-8124c220-6e4a-4cff-b672-a12a27f23855 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9bafb8b-45b0-4593-9283-ec495921eaad HTTP/1.1" status: 204 len: 168 time: 0.1599295 Aug 29 14:23:16.254046 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124c220-6e4a-4cff-b672-a12a27f23855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bafb8b-45b0-4593-9283-ec495921eaad,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:16.638728 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37278) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:16.695008 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-2d98048b-843b-4308-ba13-a33ede7d1fbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b281804ac8c45d2b5903f80e66de8c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549407 Aug 29 14:23:16.698479 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37286) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:16.772971 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04c7b760-e785-482b-8485-3df240def9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:16.800277 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04c7b760-e785-482b-8485-3df240def9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:16.874082 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04c7b760-e785-482b-8485-3df240def9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:16.878595 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04c7b760-e785-482b-8485-3df240def9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:16.880438 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-04c7b760-e785-482b-8485-3df240def9fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90f74232-56a1-427a-a48d-8ed2cee11fa3 HTTP/1.1" status: 204 len: 168 time: 0.1802909 Aug 29 14:23:16.899434 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7b760-e785-482b-8485-3df240def9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f74232-56a1-427a-a48d-8ed2cee11fa3,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:16.927350 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-947844e8-47f7-4130-a611-ed61d779e4f5 req-9fa4aa12-70f9-44e0-96ff-c94775f82f25 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 210 time: 0.0366380 Aug 29 14:23:17.277244 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b285d7c8-8bf8-4abe-a81d-3fb54d03b281 req-3f505c3a-d206-45d3-8884-c1b87cde213a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0286982 Aug 29 14:23:18.028066 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-70cbf23c-c71c-4c91-8df2-8c7c2da09ed5 req-418cb7b1-1afc-4f10-9511-0a390d7a1722 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 210 time: 0.0303557 Aug 29 14:23:18.391434 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a991d5c5-3635-4c71-9552-6bec4b851abc req-d175cce2-76bc-4f29-9cf2-00d1d20ce2b1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0366776 Aug 29 14:23:18.659063 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37420) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:18.770970 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0452565-912b-432c-83d4-1f5f9e236e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:18.862446 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0452565-912b-432c-83d4-1f5f9e236e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:18.867398 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0452565-912b-432c-83d4-1f5f9e236e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:18.880013 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:18.904910 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d0452565-912b-432c-83d4-1f5f9e236e0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca42212b330b45d888248db1fe27c953&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2447672 Aug 29 14:23:18.906882 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0452565-912b-432c-83d4-1f5f9e236e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f3f52d-4ced-479b-ac99-fa0fa7700875,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:18.907872 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37434) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:18.962489 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6c428fc2-6640-41ef-8261-01c06456716e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:18.995983 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6c428fc2-6640-41ef-8261-01c06456716e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:18.997787 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a2196923-36ee-4c87-9c68-d3c3cb446075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.073325 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6c428fc2-6640-41ef-8261-01c06456716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.075976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6c428fc2-6640-41ef-8261-01c06456716e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.077085 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6c428fc2-6640-41ef-8261-01c06456716e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19f3f52d-4ced-479b-ac99-fa0fa7700875 HTTP/1.1" status: 204 len: 168 time: 0.1682386 Aug 29 14:23:19.092307 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c428fc2-6640-41ef-8261-01c06456716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f3f52d-4ced-479b-ac99-fa0fa7700875,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:19.130059 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d90b0ae0-d16d-48f0-aad9-2a772f4287a7 req-a3fc74d1-0afb-44d3-a5b6-8685c56ad273 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 210 time: 0.0306098 Aug 29 14:23:19.171682 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a2196923-36ee-4c87-9c68-d3c3cb446075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.176255 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a2196923-36ee-4c87-9c68-d3c3cb446075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.212373 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2196923-36ee-4c87-9c68-d3c3cb446075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af204ec-9bb3-47ab-ba94-0d3e7f650ccf,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:19.219435 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a2196923-36ee-4c87-9c68-d3c3cb446075 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd301307177e457ab3b37869c07f5272&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3360353 Aug 29 14:23:19.219968 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37442) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:19.277138 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-640a8a0a-9b2d-4eca-abde-bada71fdc60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.302653 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-640a8a0a-9b2d-4eca-abde-bada71fdc60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.364873 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-640a8a0a-9b2d-4eca-abde-bada71fdc60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.367871 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-640a8a0a-9b2d-4eca-abde-bada71fdc60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.369025 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-640a8a0a-9b2d-4eca-abde-bada71fdc60e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7af204ec-9bb3-47ab-ba94-0d3e7f650ccf HTTP/1.1" status: 204 len: 168 time: 0.1477602 Aug 29 14:23:19.378682 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a8a0a-9b2d-4eca-abde-bada71fdc60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af204ec-9bb3-47ab-ba94-0d3e7f650ccf,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:19.443027 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37452) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:19.456811 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c820844-0ea5-4efd-9f22-633c4a51a7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.538597 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1a5b5e56-4a2a-4b15-a6eb-c4319be76dd0 req-06d5c207-2063-4908-88f8-363b2c329530 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0607390 Aug 29 14:23:19.555497 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c820844-0ea5-4efd-9f22-633c4a51a7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.561099 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c820844-0ea5-4efd-9f22-633c4a51a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.595196 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c820844-0ea5-4efd-9f22-633c4a51a7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e576728-8aed-473a-8a49-a8064c443eec,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:19.610408 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37456) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:19.614564 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3c820844-0ea5-4efd-9f22-633c4a51a7a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55d5171f88134da88467925b9d1a40fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1657069 Aug 29 14:23:19.684874 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d79a4dd4-7793-448f-b4b3-8a1ccec02955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.709790 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d79a4dd4-7793-448f-b4b3-8a1ccec02955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.768490 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d79a4dd4-7793-448f-b4b3-8a1ccec02955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.771517 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d79a4dd4-7793-448f-b4b3-8a1ccec02955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.772875 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d79a4dd4-7793-448f-b4b3-8a1ccec02955 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e576728-8aed-473a-8a49-a8064c443eec HTTP/1.1" status: 204 len: 168 time: 0.1614804 Aug 29 14:23:19.785440 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a4dd4-7793-448f-b4b3-8a1ccec02955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e576728-8aed-473a-8a49-a8064c443eec,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:19.850357 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37474) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:19.877636 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abc61000-0951-4090-a938-b3198b7f636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.990769 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abc61000-0951-4090-a938-b3198b7f636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:19.997971 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abc61000-0951-4090-a938-b3198b7f636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:20.045910 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.32', 52674) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:20.048370 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc61000-0951-4090-a938-b3198b7f636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e112aa90-3570-42d2-8a34-679b3573a2f9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:20.070351 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-abc61000-0951-4090-a938-b3198b7f636b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb9d7fcf9deb4019aa8a6a2c91d077f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2186253 Aug 29 14:23:20.071623 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:20.142339 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03064e7b-a28d-4471-8ca8-df42efcc74d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:20.173322 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03064e7b-a28d-4471-8ca8-df42efcc74d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:20.241964 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03064e7b-a28d-4471-8ca8-df42efcc74d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:20.247695 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03064e7b-a28d-4471-8ca8-df42efcc74d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:20.249011 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-03064e7b-a28d-4471-8ca8-df42efcc74d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e112aa90-3570-42d2-8a34-679b3573a2f9 HTTP/1.1" status: 204 len: 168 time: 0.1754057 Aug 29 14:23:20.262697 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03064e7b-a28d-4471-8ca8-df42efcc74d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e112aa90-3570-42d2-8a34-679b3573a2f9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:20.275384 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9930-2064-478d-b248-1777a2377a9e req-bdf29382-6633-4b0c-925b-e19a9527b19d tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:20.279309 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-bdf29382-6633-4b0c-925b-e19a9527b19d tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.32 "GET /v2.0/networks?id=9e0135ee-c937-434b-b91b-098eeee0ebfe HTTP/1.1" status: 200 len: 812 time: 0.2291207 Aug 29 14:23:20.331143 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3badacfb-b204-4253-a8e4-5f0ec249ea49 req-e77dc7a4-aa4b-4ea5-a545-7513a231f9aa tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 210 time: 0.0460205 Aug 29 14:23:20.362283 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Request body: {'port': {'device_id': 'a7845fd0-f08a-4d9d-a55d-fafd56c03da7', 'network_id': '9e0135ee-c937-434b-b91b-098eeee0ebfe', 'admin_state_up': True, 'tenant_id': '7571dc2789914192baf6142d8bf221f4'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:20.614264 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Made reservation on behalf of 7571dc2789914192baf6142d8bf221f4 for: {'port': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:20.622540 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:20.680244 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3f971158-34de-4567-a237-2b0c92b32806 req-f9d553d1-a9d4-4118-bdcd-a6452ff00228 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0517719 Aug 29 14:23:20.895289 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37562) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:20.927842 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Allocated IP 172.20.0.13 (9e0135ee-c937-434b-b91b-098eeee0ebfe/c4739c06-b86a-4e90-ab78-d469c4fe958e/a80b5b13-22e1-4804-9f05-144c73bebcbd) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:23:21.174910 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.189205 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4563234-8cd0-4a13-b03b-5f24cb52c861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.276683 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.316905 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37592) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:21.412655 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1113340690-network', 'tenant_id': '99c3172890d24433ada45c1b3ef4c90c'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:21.435557 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4563234-8cd0-4a13-b03b-5f24cb52c861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.461867 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Network 9e0135ee-c937-434b-b91b-098eeee0ebfe is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:23:21.464428 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4563234-8cd0-4a13-b03b-5f24cb52c861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.493234 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:23:21.504500 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:23:21.509217 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Made reservation on behalf of 99c3172890d24433ada45c1b3ef4c90c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:21.510900 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:21.511583 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.513081 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.530985 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-c4563234-8cd0-4a13-b03b-5f24cb52c861 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1645dd39b20a4838bd7b16e3c44b3fcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6335447 Aug 29 14:23:21.531472 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Pushing event updated for resources: {'Port': ['ID=a80b5b13-22e1-4804-9f05-144c73bebcbd,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:21.536363 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37610) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:21.539177 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.547834 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4563234-8cd0-4a13-b03b-5f24cb52c861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d51c319-d146-4cd3-a03b-abf890a20c85,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:21.563272 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b71d66d0-09af-44da-865f-c7ae2e245541 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2050328 Aug 29 14:23:21.588955 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6e6d2-c83f-42ed-ad7c-cb772025ec1f req-2b33c0d5-5424-45de-894c-7ad4bcfefd47 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:21.590978 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9ca6e6d2-c83f-42ed-ad7c-cb772025ec1f req-2b33c0d5-5424-45de-894c-7ad4bcfefd47 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 932 time: 0.1535668 Aug 29 14:23:21.644119 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-47330b70-3c13-4f05-9365-72b9a55aa15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.657938 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.659608 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9ca6e6d2-c83f-42ed-ad7c-cb772025ec1f req-ecfc2148-d398-4a3f-91c3-0f5d89c4478b tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591385 Aug 29 14:23:21.663447 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.675444 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-47330b70-3c13-4f05-9365-72b9a55aa15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.698823 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:23:21.706664 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d33da-7aa8-4fa8-9cc9-52873cc6b020,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:21.720554 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792969687781', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.721527 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Unsubscribe: segment precommit_create {{(pid=93801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 14:23:21.721985 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.segments_db [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Added segment 1893197d-5d17-4f28-87e0-8207e0f7375e of type vlan for network 178371de-4ea5-4e24-9a2c-310bc369c66c Aug 29 14:23:21.746298 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-47330b70-3c13-4f05-9365-72b9a55aa15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.749829 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-47330b70-3c13-4f05-9365-72b9a55aa15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.751768 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-47330b70-3c13-4f05-9365-72b9a55aa15a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d51c319-d146-4cd3-a03b-abf890a20c85 HTTP/1.1" status: 204 len: 168 time: 0.2139497 Aug 29 14:23:21.764580 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47330b70-3c13-4f05-9365-72b9a55aa15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d51c319-d146-4cd3-a03b-abf890a20c85,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:21.852038 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.879105 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ef39cb62-46f2-47cb-ad07-edf2926a8bfb req-3c3e024e-9747-424f-80b6-a61a26417238 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0972128 Aug 29 14:23:21.907268 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.908210 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:21.908782 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:21.937420 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6185865 Aug 29 14:23:21.940437 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37624) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:21.945844 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Request body: {'subnet': {'network_id': '178371de-4ea5-4e24-9a2c-310bc369c66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1113340690-subnet', 'tenant_id': '99c3172890d24433ada45c1b3ef4c90c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:21.980079 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Made reservation on behalf of 99c3172890d24433ada45c1b3ef4c90c for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:21.983941 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.002181 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fb06a-020d-4b6b-ae8e-2516f22805c6 admin admin] Pushing event updated for resources: {'Network': ['ID=178371de-4ea5-4e24-9a2c-310bc369c66c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:22.013720 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 178371de-4ea5-4e24-9a2c-310bc369c66c details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:23:22.123303 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37632) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:22.138188 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bde3af2-6ae6-403f-9027-7c77d973427a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.231563 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bde3af2-6ae6-403f-9027-7c77d973427a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.235371 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bde3af2-6ae6-403f-9027-7c77d973427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.291028 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1bde3af2-6ae6-403f-9027-7c77d973427a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09f0224e60364dbf85d999cd75a08def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642175 Aug 29 14:23:22.291028 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde3af2-6ae6-403f-9027-7c77d973427a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebd04b3-d779-4a9b-8918-6f6e2159ea51,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:22.292707 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37638) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:22.316783 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.358445 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5eb5-067e-438f-b34b-afcba46a2f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.390324 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbaff385-9e2c-46a0-b5a7-8b0dcd466d72,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:22.393844 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5eb5-067e-438f-b34b-afcba46a2f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.394899 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Checking segment: {'id': '1893197d-5d17-4f28-87e0-8207e0f7375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '178371de-4ea5-4e24-9a2c-310bc369c66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:23:22.395254 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Network hostable DHCP agents. Network: 178371de-4ea5-4e24-9a2c-310bc369c66c, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:23:22.420819 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Network 178371de-4ea5-4e24-9a2c-310bc369c66c is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:23:22.439001 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 178371de-4ea5-4e24-9a2c-310bc369c66c) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:23:22.444280 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:22.446280 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.448954 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40ebe0-cae2-4b80-9da2-0f5799bf6ebe None None] Network 178371de-4ea5-4e24-9a2c-310bc369c66c requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:22.463855 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5eb5-067e-438f-b34b-afcba46a2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.466843 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5eb5-067e-438f-b34b-afcba46a2f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:22.468066 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1c4f5eb5-067e-438f-b34b-afcba46a2f0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bebd04b3-d779-4a9b-8918-6f6e2159ea51 HTTP/1.1" status: 204 len: 168 time: 0.1747377 Aug 29 14:23:22.478502 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f5eb5-067e-438f-b34b-afcba46a2f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebd04b3-d779-4a9b-8918-6f6e2159ea51,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:22.488152 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-cf159848-48e0-48b4-aead-fd4427fde86e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5380356 Aug 29 14:23:22.606212 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b4d3f-2c81-44ff-bf23-a03279b00d91 None None] Network 178371de-4ea5-4e24-9a2c-310bc369c66c requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:22.793625 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993de01c-1903-480b-b909-2ffda12fa24e req-4b7193b1-2288-4076-bf55-2c60ef87e4af tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:22.795367 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-993de01c-1903-480b-b909-2ffda12fa24e req-4b7193b1-2288-4076-bf55-2c60ef87e4af tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 932 time: 0.0665057 Aug 29 14:23:22.845404 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-993de01c-1903-480b-b909-2ffda12fa24e req-70baf7da-029e-4cb6-88d8-824c1bcaa6a2 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440295 Aug 29 14:23:22.996888 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-220d2356-b2d8-4d37-9ebd-2bb7612ef9a0 req-5055a531-7efd-4d97-a3da-e38f3836b97e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0325155 Aug 29 14:23:22.998898 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37676) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:23.014985 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cbe75b14-f08f-46db-a380-e522402afb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.113060 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cbe75b14-f08f-46db-a380-e522402afb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.117782 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cbe75b14-f08f-46db-a380-e522402afb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.126559 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-0abfe458-ffab-4f8d-9c50-51a9fbf3c780 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:23:23.127691 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-0abfe458-ffab-4f8d-9c50-51a9fbf3c780 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065987 Aug 29 14:23:23.158087 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.169441 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-cbe75b14-f08f-46db-a380-e522402afb33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cefc8f5738845efb9a57aaee91f9833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695125 Aug 29 14:23:23.170297 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe75b14-f08f-46db-a380-e522402afb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b8fc90-55a3-4e01-8594-74c79242a18f,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:23.172491 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:23.261698 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c559fd04-fad5-43a7-9efd-82178c131162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.314157 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c559fd04-fad5-43a7-9efd-82178c131162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.341936 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Request body: {'port': {'device_id': 'a7845fd0-f08a-4d9d-a55d-fafd56c03da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:23.370654 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.32', 52685) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:23.450070 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.467074 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37696) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:23.477227 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1640799547-network', 'tenant_id': 'd29f100a1a284a3f9784c88a7289f6fa'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:23.605971 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Made reservation on behalf of d29f100a1a284a3f9784c88a7289f6fa for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:23.608758 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.622449 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c559fd04-fad5-43a7-9efd-82178c131162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.625673 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c559fd04-fad5-43a7-9efd-82178c131162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.626970 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-c559fd04-fad5-43a7-9efd-82178c131162 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8b8fc90-55a3-4e01-8594-74c79242a18f HTTP/1.1" status: 204 len: 168 time: 0.4528639 Aug 29 14:23:23.639306 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:23.660767 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559fd04-fad5-43a7-9efd-82178c131162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b8fc90-55a3-4e01-8594-74c79242a18f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:23.680549 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cae23-fc67-4391-b4bf-46acb1971088 req-54f74ece-c521-42f9-bd42-f5d0b86d31be tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:23.682966 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-54f74ece-c521-42f9-bd42-f5d0b86d31be tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 815 time: 0.3092823 Aug 29 14:23:23.731440 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Request body: {'port': {'device_id': '87bd5a51-79c0-4a40-8bb4-a16234f90901', 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'admin_state_up': True, 'tenant_id': '9eaae8641741427da3548fce0e7be5af'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:24.006045 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80b5b13-22e1-4804-9f05-144c73bebcbd {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:23:24.026491 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.062288 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Transition to ACTIVE for port object a80b5b13-22e1-4804-9f05-144c73bebcbd will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:23:24.072072 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.079256 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.091126 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.137099 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:23:24.172113 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c93e5a3c-01bb-417b-94fe-1c7dc8501ee2 req-f7718f83-12d8-465b-8e21-4c905574183a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0650983 Aug 29 14:23:24.184627 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Made reservation on behalf of 9eaae8641741427da3548fce0e7be5af for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:24.190357 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.234801 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.235650 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.segments_db [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Added segment df5b51e5-36c5-4a37-86ce-8134bc8cdef3 of type vlan for network a1a29ca0-df69-4e4a-9151-bae00c16d734 Aug 29 14:23:24.238623 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccec37-8ae4-4512-bca2-24767ffc75a9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:24.248971 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1f1de-d5eb-4999-999d-f6e1af7828a1 req-8e6e38b5-c8c5-48cc-97f1-5f6377d86682 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:24.258881 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b9a1f1de-d5eb-4999-999d-f6e1af7828a1 req-8e6e38b5-c8c5-48cc-97f1-5f6377d86682 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 932 time: 0.2171278 Aug 29 14:23:24.310718 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Pushing event updated for resources: {'Port': ['ID=a80b5b13-22e1-4804-9f05-144c73bebcbd,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:24.358114 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6252ab2b-7919-4888-954f-83cad322f7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.411567 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.474796 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b9a1f1de-d5eb-4999-999d-f6e1af7828a1 req-d939cfde-231a-47e6-bd46-0ff79f5782c2 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116089 Aug 29 14:23:24.475844 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Attempting to bind port a80b5b13-22e1-4804-9f05-144c73bebcbd on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:23:24.476250 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Attempting to bind port a80b5b13-22e1-4804-9f05-144c73bebcbd by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '5f04d071-9124-47c9-a150-5871b31b6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e0135ee-c937-434b-b91b-098eeee0ebfe'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:23:24.476547 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Attempting to bind port a80b5b13-22e1-4804-9f05-144c73bebcbd on network 9e0135ee-c937-434b-b91b-098eeee0ebfe {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:23:24.490311 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Port a80b5b13-22e1-4804-9f05-144c73bebcbd on network 9e0135ee-c937-434b-b91b-098eeee0ebfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:23:24.490726 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Attempting to bind port a80b5b13-22e1-4804-9f05-144c73bebcbd on network 9e0135ee-c937-434b-b91b-098eeee0ebfe {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:23:24.504613 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:23:24.504959 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Checking segment: {'id': '5f04d071-9124-47c9-a150-5871b31b6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e0135ee-c937-434b-b91b-098eeee0ebfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:23:24.505481 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Bound using segment: {'id': '5f04d071-9124-47c9-a150-5871b31b6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e0135ee-c937-434b-b91b-098eeee0ebfe'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:23:24.505970 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Bound port: a80b5b13-22e1-4804-9f05-144c73bebcbd, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f04d071-9124-47c9-a150-5871b31b6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e0135ee-c937-434b-b91b-098eeee0ebfe'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:23:24.506336 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.677293 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] For port a80b5b13-22e1-4804-9f05-144c73bebcbd, host hv-cinder-77398, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:23:24.678043 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Allocated IP 172.20.0.2 (d5374394-97c3-4513-8eb6-5aa5e2c689a4/132f97a7-9f99-4a56-90b4-7e90ff05bd09/8ea08871-53a3-4319-8443-a01460098adc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:23:24.699748 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] For port a80b5b13-22e1-4804-9f05-144c73bebcbd, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a80b5b13-22e1-4804-9f05-144c73bebcbd,segment=NetworkSegment(5f04d071-9124-47c9-a150-5871b31b6eef),segment_id=5f04d071-9124-47c9-a150-5871b31b6eef)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:23:24.703788 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37764) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:24.732544 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.831611 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:24.832628 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:24.834678 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] 10.222.0.32 "PUT /v2.0/ports/a80b5b13-22e1-4804-9f05-144c73bebcbd HTTP/1.1" status: 200 len: 1094 time: 1.5654864 Aug 29 14:23:24.837843 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7845fd0-f08a-4d9d-a55d-fafd56c03da7', 'tag': 'a80b5b13-22e1-4804-9f05-144c73bebcbd'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:23:25.024939 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:25.030789 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:25.035234 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:25.064734 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5962715 Aug 29 14:23:25.080726 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37782) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:25.143237 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Request body: {'subnet': {'network_id': 'a1a29ca0-df69-4e4a-9151-bae00c16d734', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1640799547-subnet', 'tenant_id': 'd29f100a1a284a3f9784c88a7289f6fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:25.178359 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0b58-91f4-4663-918b-8a1e354b179d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:25.288074 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Made reservation on behalf of d29f100a1a284a3f9784c88a7289f6fa for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:23:25.290797 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6587858'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:25.348390 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7845fd0-f08a-4d9d-a55d-fafd56c03da7", "tag": "a80b5b13-22e1-4804-9f05-144c73bebcbd"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:23:25.380924 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e71d47-367f-4713-9b78-f6a4dceaad37 service neutron] Pushing event updated for resources: {'Port': ['ID=a80b5b13-22e1-4804-9f05-144c73bebcbd,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:25.404747 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b25ee2ff-11a1-49ff-87af-8bfd209320d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:25.418248 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b25ee2ff-11a1-49ff-87af-8bfd209320d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7571dc2789914192baf6142d8bf221f4&device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 1097 time: 0.4215424 Aug 29 14:23:25.585518 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-bb96aaeb-bd6d-4330-a559-69a97d4b0477 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a80b5b13-22e1-4804-9f05-144c73bebcbd HTTP/1.1" status: 200 len: 217 time: 0.0997026 Aug 29 14:23:25.709895 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0b58-91f4-4663-918b-8a1e354b179d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:25.747171 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0b58-91f4-4663-918b-8a1e354b179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:25.776155 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4006265-a949-4ef0-aeb3-91a6a1a57315 x-openstack-request-id: req-f4006265-a949-4ef0-aeb3-91a6a1a57315 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:23:25.776567 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7845fd0-f08a-4d9d-a55d-fafd56c03da7", "tag": "a80b5b13-22e1-4804-9f05-144c73bebcbd", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:23:25.777012 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4006265-a949-4ef0-aeb3-91a6a1a57315 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:23:25.777593 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7845fd0-f08a-4d9d-a55d-fafd56c03da7', 'tag': 'a80b5b13-22e1-4804-9f05-144c73bebcbd', 'status': 'completed', 'code': 200} Aug 29 14:23:25.788669 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8077618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6587808'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:25.793261 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9930-2064-478d-b248-1777a2377a9e req-1efb49e2-aec2-4c81-80ae-d39e7043005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:25.795129 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-1efb49e2-aec2-4c81-80ae-d39e7043005c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4739c06-b86a-4e90-ab78-d469c4fe958e HTTP/1.1" status: 200 len: 852 time: 0.1906116 Aug 29 14:23:25.836608 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-ec3d0b58-91f4-4663-918b-8a1e354b179d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02043d2200cb4284aff34efe3c492e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1315575 Aug 29 14:23:25.841726 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37820) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:25.851734 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d0b58-91f4-4663-918b-8a1e354b179d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c2fc3d-513a-4180-a3ad-6593f60940be,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:25.950334 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:25.981553 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-96116f20-fd08-47f8-adf5-311eea849a48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e0135ee-c937-434b-b91b-098eeee0ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174777 Aug 29 14:23:26.057541 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958beef-2c1a-4d66-a405-2308decc9aad admin admin] Pushing event updated for resources: {'Network': ['ID=a1a29ca0-df69-4e4a-9151-bae00c16d734,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:26.070435 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network a1a29ca0-df69-4e4a-9151-bae00c16d734 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:23:26.103562 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5418dc-bd79-4d51-950a-7a9ca37b92e3 req-a25e7272-8600-434b-b19a-96d9a7a8b740 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:26.108306 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ec5418dc-bd79-4d51-950a-7a9ca37b92e3 req-a25e7272-8600-434b-b19a-96d9a7a8b740 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.1939838 Aug 29 14:23:26.165058 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-907ba658-6e68-445f-a93a-403037f447cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:26.236853 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-907ba658-6e68-445f-a93a-403037f447cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:26.276338 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ec5418dc-bd79-4d51-950a-7a9ca37b92e3 req-fb1725a1-829c-4c86-82d0-44657e4c5999 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369495 Aug 29 14:23:26.316958 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-b622e86e-f886-446b-956c-a950923aad7a service neutron] 10.222.0.32 "GET /v2.0/networks/9e0135ee-c937-434b-b91b-098eeee0ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904561 Aug 29 14:23:26.381279 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-907ba658-6e68-445f-a93a-403037f447cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:26.384590 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-907ba658-6e68-445f-a93a-403037f447cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:26.386820 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-907ba658-6e68-445f-a93a-403037f447cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23c2fc3d-513a-4180-a3ad-6593f60940be HTTP/1.1" status: 204 len: 168 time: 0.5440776 Aug 29 14:23:26.396175 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ba658-6e68-445f-a93a-403037f447cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c2fc3d-513a-4180-a3ad-6593f60940be,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:26.431443 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-445e64f2-8884-4ec4-a747-5c4ba91b8300 req-47ad1258-ce7b-4eeb-a1b2-6b5bdeb3d35b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.6229615 Aug 29 14:23:26.561649 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:26.562475 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1c1d9930-2064-478d-b248-1777a2377a9e req-47b9791a-5190-4c16-a1ab-ebf3bbea39e8 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0135ee-c937-434b-b91b-098eeee0ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556442 Aug 29 14:23:26.668840 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Checking segment: {'id': 'df5b51e5-36c5-4a37-86ce-8134bc8cdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a1a29ca0-df69-4e4a-9151-bae00c16d734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:23:26.669350 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Network hostable DHCP agents. Network: a1a29ca0-df69-4e4a-9151-bae00c16d734, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:23:26.707842 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4dbbbbc-c1a6-4245-b601-1eb237cd84d7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:26.727128 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Network d5374394-97c3-4513-8eb6-5aa5e2c689a4 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:23:26.746803 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:23:26.755010 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:23:26.766973 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Pushing event updated for resources: {'Port': ['ID=8ea08871-53a3-4319-8443-a01460098adc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:26.802215 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Network a1a29ca0-df69-4e4a-9151-bae00c16d734 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:23:26.822307 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, a1a29ca0-df69-4e4a-9151-bae00c16d734) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:23:26.832435 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9c4e5-3c24-44e5-baf4-ef8466286e33 None None] Network a1a29ca0-df69-4e4a-9151-bae00c16d734 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:26.842378 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:26.843116 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:26.866367 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:26.867439 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:26.884362 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-27b63303-c5ce-4555-9d51-e46889f4d5ae admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8022070 Aug 29 14:23:26.902815 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-f109502c-1e85-4b54-b492-308b4c3cef18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1842778 Aug 29 14:23:26.986044 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da3d1edd-6546-48b6-b948-3a818afd4b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:27.118875 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076a115-91f5-4fc4-8b9e-c4fd7c5d5843 None None] Network a1a29ca0-df69-4e4a-9151-bae00c16d734 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:23:27.452776 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:27.499475 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52271d-6aec-4486-ba2a-9c2f5159ed0d req-af0f9733-cdec-431e-bc04-82e03c8452ef tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:27.509579 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6d52271d-6aec-4486-ba2a-9c2f5159ed0d req-af0f9733-cdec-431e-bc04-82e03c8452ef tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.1261101 Aug 29 14:23:27.692314 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dee8c1-f3e0-4d26-beb1-5a040292df0c req-51279fbb-d89e-4793-8488-6766cc9a0a84 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:27.697036 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4dee8c1-f3e0-4d26-beb1-5a040292df0c req-51279fbb-d89e-4793-8488-6766cc9a0a84 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 931 time: 0.1271589 Aug 29 14:23:27.773420 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4dee8c1-f3e0-4d26-beb1-5a040292df0c req-ecb7ded2-880c-49f4-a8cf-78524a477d30 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649223 Aug 29 14:23:27.904180 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6d52271d-6aec-4486-ba2a-9c2f5159ed0d req-7263a936-814f-4d3a-8362-1fd893701f1a tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924809 Aug 29 14:23:27.950783 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:28.258180 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37928) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:28.639403 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b32f1fe6-ee59-46b5-88df-73e14efbd20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:28.642226 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:28.780989 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5e74cce-853c-4feb-8601-6a81369001bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:28.851490 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b32f1fe6-ee59-46b5-88df-73e14efbd20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:28.876287 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b32f1fe6-ee59-46b5-88df-73e14efbd20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:28.917332 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-b32f1fe6-ee59-46b5-88df-73e14efbd20a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a430e995654c4f8ea23b35d4cd28aac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6578672 Aug 29 14:23:28.944470 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 37970) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:28.981287 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f1fe6-ee59-46b5-88df-73e14efbd20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b91b05-ebb2-4bc5-aed9-6776b65e6c40,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:29.158198 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c752979-d572-4050-bf80-0ff7ace0f1ae req-6fd826d3-5bc0-46f7-b40e-199d58a71126 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:29.160339 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c752979-d572-4050-bf80-0ff7ace0f1ae req-6fd826d3-5bc0-46f7-b40e-199d58a71126 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 931 time: 0.2078133 Aug 29 14:23:29.177601 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c4141-59e2-4b8d-a2ed-888362ac3032 req-6c5d62ae-9651-45cc-8d24-1372473854b0 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:29.181434 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-988c4141-59e2-4b8d-a2ed-888362ac3032 req-6c5d62ae-9651-45cc-8d24-1372473854b0 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.1277211 Aug 29 14:23:29.185359 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c63da3c-6b68-4869-9fdb-a7c8fc300cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.229981 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5e74cce-853c-4feb-8601-6a81369001bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.233188 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-988c4141-59e2-4b8d-a2ed-888362ac3032 req-8e2973e5-d655-4206-9d11-f2b6f1f60fbc tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Aug 29 14:23:29.262949 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5e74cce-853c-4feb-8601-6a81369001bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.293089 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c63da3c-6b68-4869-9fdb-a7c8fc300cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.302412 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d5e74cce-853c-4feb-8601-6a81369001bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f5238a4b3154aee8fb835ecae8258be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6583765 Aug 29 14:23:29.305117 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 37992) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:29.421904 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c752979-d572-4050-bf80-0ff7ace0f1ae req-ce0aa581-dba3-4741-a225-1e77f916246b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235703 Aug 29 14:23:29.422192 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77bd148a-bb3c-4f65-9eac-432f9b45393c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.426560 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e74cce-853c-4feb-8601-6a81369001bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe51ab3f-6954-484e-abee-54bb96a1bdd4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:29.460192 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38000) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:29.479256 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77bd148a-bb3c-4f65-9eac-432f9b45393c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.484891 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c63da3c-6b68-4869-9fdb-a7c8fc300cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.491904 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c63da3c-6b68-4869-9fdb-a7c8fc300cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.493041 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1c63da3c-6b68-4869-9fdb-a7c8fc300cf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5b91b05-ebb2-4bc5-aed9-6776b65e6c40 HTTP/1.1" status: 204 len: 168 time: 0.5420346 Aug 29 14:23:29.501892 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63da3c-6b68-4869-9fdb-a7c8fc300cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b91b05-ebb2-4bc5-aed9-6776b65e6c40,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:29.577677 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77bd148a-bb3c-4f65-9eac-432f9b45393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.582996 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77bd148a-bb3c-4f65-9eac-432f9b45393c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.585071 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-77bd148a-bb3c-4f65-9eac-432f9b45393c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe51ab3f-6954-484e-abee-54bb96a1bdd4 HTTP/1.1" status: 204 len: 168 time: 0.2783961 Aug 29 14:23:29.626305 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:29.629299 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd148a-bb3c-4f65-9eac-432f9b45393c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe51ab3f-6954-484e-abee-54bb96a1bdd4,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:29.893160 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f18b5-fd42-46a2-9200-77be67ec52f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.162555 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f18b5-fd42-46a2-9200-77be67ec52f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.170299 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f18b5-fd42-46a2-9200-77be67ec52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.241190 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d03f18b5-fd42-46a2-9200-77be67ec52f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc1b672a2dbb44ccb900ad1134997efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7783055 Aug 29 14:23:30.242929 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38032) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:30.274022 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f18b5-fd42-46a2-9200-77be67ec52f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c40db7-e6b2-4304-bb43-1920ebe872fb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:30.377677 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8603a88c-43fd-4cba-bcd9-e475ca62b349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.420469 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8603a88c-43fd-4cba-bcd9-e475ca62b349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.466759 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e94f2a-e860-4b44-bb8b-4fffb238b968 req-1a422dc0-f21e-47e0-ae87-b866112b40b0 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:30.468390 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-35e94f2a-e860-4b44-bb8b-4fffb238b968 req-1a422dc0-f21e-47e0-ae87-b866112b40b0 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.1168985 Aug 29 14:23:30.489046 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38040) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:30.512957 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53507080-5b8f-4a0e-ab1d-c246cf24c88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.562605 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-35e94f2a-e860-4b44-bb8b-4fffb238b968 req-6e5ab35b-4ce8-4ad5-a342-4600dbae7c2f tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619030 Aug 29 14:23:30.573812 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8603a88c-43fd-4cba-bcd9-e475ca62b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.581116 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8603a88c-43fd-4cba-bcd9-e475ca62b349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.585992 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-8603a88c-43fd-4cba-bcd9-e475ca62b349 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8c40db7-e6b2-4304-bb43-1920ebe872fb HTTP/1.1" status: 204 len: 168 time: 0.3406711 Aug 29 14:23:30.595124 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603a88c-43fd-4cba-bcd9-e475ca62b349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c40db7-e6b2-4304-bb43-1920ebe872fb,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:30.687485 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a93a4-9880-4cc2-845c-46843071b7a4 req-195f26da-a7d2-467c-a63a-a16562a2dca7 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:30.689347 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-159a93a4-9880-4cc2-845c-46843071b7a4 req-195f26da-a7d2-467c-a63a-a16562a2dca7 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 931 time: 0.1325073 Aug 29 14:23:30.721954 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38046) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:30.766129 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-159a93a4-9880-4cc2-845c-46843071b7a4 req-ccaf63d0-fe5e-4cc1-b23c-f709f38c173c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649433 Aug 29 14:23:30.776627 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53507080-5b8f-4a0e-ab1d-c246cf24c88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.783070 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53507080-5b8f-4a0e-ab1d-c246cf24c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.833270 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53507080-5b8f-4a0e-ab1d-c246cf24c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ed1422-6115-4814-8db0-3860636bea8a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:30.840935 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-53507080-5b8f-4a0e-ab1d-c246cf24c88c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f31f70b18f044cbb83f41515fe2daed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478317 Aug 29 14:23:30.841264 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38052) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:30.911361 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0385f54c-de88-4870-b94e-c0d4a089c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:30.935522 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0385f54c-de88-4870-b94e-c0d4a089c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.000362 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0385f54c-de88-4870-b94e-c0d4a089c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.003020 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0385f54c-de88-4870-b94e-c0d4a089c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.011133 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-0385f54c-de88-4870-b94e-c0d4a089c6c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65ed1422-6115-4814-8db0-3860636bea8a HTTP/1.1" status: 204 len: 168 time: 0.1689720 Aug 29 14:23:31.014622 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d33ef990-e22d-41c7-a8c5-905be6010d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.050581 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38060) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:31.062419 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385f54c-de88-4870-b94e-c0d4a089c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ed1422-6115-4814-8db0-3860636bea8a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:31.083671 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f61b074-5768-4aa9-8d4e-34a06c759f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.229478 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d33ef990-e22d-41c7-a8c5-905be6010d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.237003 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d33ef990-e22d-41c7-a8c5-905be6010d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.302878 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d33ef990-e22d-41c7-a8c5-905be6010d1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b97b742cc50c409d960e9c08bb04d4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790293 Aug 29 14:23:31.305692 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38074) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:31.308150 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ef990-e22d-41c7-a8c5-905be6010d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f5cfa-849a-481f-90e6-800d8f9c20a7,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:31.455107 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a46e-1f8b-4cba-be20-4f1fdc16ff12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.484653 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f61b074-5768-4aa9-8d4e-34a06c759f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.491490 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a46e-1f8b-4cba-be20-4f1fdc16ff12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.496403 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f61b074-5768-4aa9-8d4e-34a06c759f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.606025 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a46e-1f8b-4cba-be20-4f1fdc16ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.608956 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a46e-1f8b-4cba-be20-4f1fdc16ff12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.610374 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1dc8a46e-1f8b-4cba-be20-4f1fdc16ff12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc4f5cfa-849a-481f-90e6-800d8f9c20a7 HTTP/1.1" status: 204 len: 168 time: 0.3034694 Aug 29 14:23:31.651484 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8a46e-1f8b-4cba-be20-4f1fdc16ff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f5cfa-849a-481f-90e6-800d8f9c20a7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:31.703180 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1f61b074-5768-4aa9-8d4e-34a06c759f7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a03395a123334b1ba52bec1adfcfb29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418560 Aug 29 14:23:31.703273 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38094) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:31.739430 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61b074-5768-4aa9-8d4e-34a06c759f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98ff084-3d52-4d03-b96d-545271ccb301,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:31.919858 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4be26e50-1452-4023-b9fb-c0d5cddc34e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:31.946735 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbb415-da4a-4889-a058-0e88ce7f5d25 req-1a60d764-ef38-44a2-9d24-14491a16840f tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:31.958894 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0cbb415-da4a-4889-a058-0e88ce7f5d25 req-1a60d764-ef38-44a2-9d24-14491a16840f tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.2014296 Aug 29 14:23:31.981142 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4be26e50-1452-4023-b9fb-c0d5cddc34e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.074158 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4be26e50-1452-4023-b9fb-c0d5cddc34e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.077909 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4be26e50-1452-4023-b9fb-c0d5cddc34e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.079106 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-4be26e50-1452-4023-b9fb-c0d5cddc34e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f98ff084-3d52-4d03-b96d-545271ccb301 HTTP/1.1" status: 204 len: 168 time: 0.3767824 Aug 29 14:23:32.101116 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0cbb415-da4a-4889-a058-0e88ce7f5d25 req-c41aca4a-3179-47e8-a90c-3dd890334cdb tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407759 Aug 29 14:23:32.109863 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be26e50-1452-4023-b9fb-c0d5cddc34e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98ff084-3d52-4d03-b96d-545271ccb301,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:32.161710 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4163f-4eec-49a9-a64a-e3bfb8499751 req-a1052e44-966d-4fb7-8e59-80ee83c53ea9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:32.174156 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ea4163f-4eec-49a9-a64a-e3bfb8499751 req-a1052e44-966d-4fb7-8e59-80ee83c53ea9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 931 time: 0.1233382 Aug 29 14:23:32.237110 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ea4163f-4eec-49a9-a64a-e3bfb8499751 req-08be06c9-a873-48a4-b6a4-74a2162d2bcb tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618579 Aug 29 14:23:32.264682 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38118) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:32.289995 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35f1a5e4-0790-44f2-8307-daefcb5200db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.482609 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35f1a5e4-0790-44f2-8307-daefcb5200db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.491910 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35f1a5e4-0790-44f2-8307-daefcb5200db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.548466 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-35f1a5e4-0790-44f2-8307-daefcb5200db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=454b6281e437442eb2125203f1a20a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822194 Aug 29 14:23:32.549994 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1a5e4-0790-44f2-8307-daefcb5200db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b83b06-b43a-47a3-9b50-728280f116e0,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:32.550976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38124) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:32.614004 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19954901-d0a9-4b10-bdfb-1e1de1834ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.654741 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19954901-d0a9-4b10-bdfb-1e1de1834ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.714562 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19954901-d0a9-4b10-bdfb-1e1de1834ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.721324 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19954901-d0a9-4b10-bdfb-1e1de1834ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:32.727029 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-19954901-d0a9-4b10-bdfb-1e1de1834ae6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85b83b06-b43a-47a3-9b50-728280f116e0 HTTP/1.1" status: 204 len: 168 time: 0.1749892 Aug 29 14:23:32.739473 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19954901-d0a9-4b10-bdfb-1e1de1834ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b83b06-b43a-47a3-9b50-728280f116e0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:33.393323 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a02684-d166-4d74-8956-1300430186c3 req-d00df22d-2a9d-49aa-b674-6b81042d9c84 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:33.406638 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-71a02684-d166-4d74-8956-1300430186c3 req-d00df22d-2a9d-49aa-b674-6b81042d9c84 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.1291709 Aug 29 14:23:33.538070 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-71a02684-d166-4d74-8956-1300430186c3 req-0883946c-6a81-4902-8368-917474e9a599 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301765 Aug 29 14:23:33.580072 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa152c0-7761-4b8f-8220-62cb46366b0e req-b04e7567-37bc-4976-8f46-dc82473472b1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:33.583624 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8fa152c0-7761-4b8f-8220-62cb46366b0e req-b04e7567-37bc-4976-8f46-dc82473472b1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 931 time: 0.1661761 Aug 29 14:23:33.670170 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8fa152c0-7761-4b8f-8220-62cb46366b0e req-4e988815-9d62-432e-965d-d3c894d2b140 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777504 Aug 29 14:23:34.738584 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911b814-fcd3-41fb-a07f-7a3353347f7c req-232bd0c8-b66c-4ed2-a6b2-8d5afa19089a tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:34.740210 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2911b814-fcd3-41fb-a07f-7a3353347f7c req-232bd0c8-b66c-4ed2-a6b2-8d5afa19089a tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.1001098 Aug 29 14:23:34.830102 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2911b814-fcd3-41fb-a07f-7a3353347f7c req-09afae63-f0dc-40f0-8d0a-ee725362e464 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829194 Aug 29 14:23:34.883694 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb3aa6-5659-4aea-978e-c430dbf8bef6 req-f6ed8325-5325-4eb4-8374-4ba26aba3739 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:34.893972 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-adbb3aa6-5659-4aea-978e-c430dbf8bef6 req-f6ed8325-5325-4eb4-8374-4ba26aba3739 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 931 time: 0.1035132 Aug 29 14:23:34.942032 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-adbb3aa6-5659-4aea-978e-c430dbf8bef6 req-2f436ca5-0ade-46d9-bc0b-19dbcabfe32a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Aug 29 14:23:34.973195 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38256) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:35.133783 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Request body: {'port': {'device_id': '87bd5a51-79c0-4a40-8bb4-a16234f90901', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:23:35.144520 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81945b42-5d15-406c-9927-90908e508702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.266279 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.297877 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-fbb03851-d3d5-4a5c-9b0e-4bcf11aa6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:35.299664 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-fbb03851-d3d5-4a5c-9b0e-4bcf11aa6f23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7571dc2789914192baf6142d8bf221f4&device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 1097 time: 0.1450989 Aug 29 14:23:35.491702 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38284) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:35.574410 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81945b42-5d15-406c-9927-90908e508702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.582227 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81945b42-5d15-406c-9927-90908e508702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.595242 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-adca5a3c-bfb6-4eb8-bee3-26a0d1ff907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:35.596720 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-adca5a3c-bfb6-4eb8-bee3-26a0d1ff907a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e0135ee-c937-434b-b91b-098eeee0ebfe HTTP/1.1" status: 200 len: 913 time: 0.2512767 Aug 29 14:23:35.656575 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-fbf8b053-a932-44b9-acae-78f1030b2eeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a80b5b13-22e1-4804-9f05-144c73bebcbd HTTP/1.1" status: 200 len: 217 time: 0.0494816 Aug 29 14:23:35.661887 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-81945b42-5d15-406c-9927-90908e508702 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26bd0f7f42734f358623c1473f1b0c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6874719 Aug 29 14:23:35.664056 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81945b42-5d15-406c-9927-90908e508702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc6d027-1f2e-4a2b-b887-f28c9dc9856c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:35.675710 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38294) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:35.756578 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b88e430-0ce0-4e3e-9d03-26202c1dc357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.772754 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea08871-53a3-4319-8443-a01460098adc {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:23:35.777945 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-8b45a43a-b7a7-470c-a4cd-8b7f41823144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:35.781320 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-8b45a43a-b7a7-470c-a4cd-8b7f41823144 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4739c06-b86a-4e90-ab78-d469c4fe958e HTTP/1.1" status: 200 len: 852 time: 0.1137047 Aug 29 14:23:35.783447 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.810788 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Transition to ACTIVE for port object 8ea08871-53a3-4319-8443-a01460098adc will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:23:35.823248 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.850978 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-a8ac45ba-a209-4937-805c-c4148158d671 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e0135ee-c937-434b-b91b-098eeee0ebfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501702 Aug 29 14:23:35.852003 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f6e151c7-7367-4fcf-b621-343f2698c61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.877205 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f6e151c7-7367-4fcf-b621-343f2698c61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:35.984734 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Pushing event updated for resources: {'Port': ['ID=8ea08871-53a3-4319-8443-a01460098adc,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:36.102220 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e001a41-b784-4dd3-a57b-9f89684f22d2 req-543a70c3-6587-40a5-9bfe-7f19e8b8aaac tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:36.104035 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1e001a41-b784-4dd3-a57b-9f89684f22d2 req-543a70c3-6587-40a5-9bfe-7f19e8b8aaac tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.1571133 Aug 29 14:23:36.190334 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-01a23f6f-f485-419c-b47a-6796fd2783c3 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0135ee-c937-434b-b91b-098eeee0ebfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851760 Aug 29 14:23:36.198504 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f6e151c7-7367-4fcf-b621-343f2698c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.201248 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f6e151c7-7367-4fcf-b621-343f2698c61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.205138 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-f6e151c7-7367-4fcf-b621-343f2698c61f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cc6d027-1f2e-4a2b-b887-f28c9dc9856c HTTP/1.1" status: 204 len: 168 time: 0.5281277 Aug 29 14:23:36.243002 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e151c7-7367-4fcf-b621-343f2698c61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc6d027-1f2e-4a2b-b887-f28c9dc9856c,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:36.272268 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Attempting to bind port 8ea08871-53a3-4319-8443-a01460098adc on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:23:36.272641 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Attempting to bind port 8ea08871-53a3-4319-8443-a01460098adc by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:23:36.272988 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Attempting to bind port 8ea08871-53a3-4319-8443-a01460098adc on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:23:36.296295 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c22ca-a5a7-4737-bec6-0ec735a7f845 req-b4bf2294-bd1c-431a-ac15-8e6788ebfe80 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:36.297721 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-226c22ca-a5a7-4737-bec6-0ec735a7f845 req-b4bf2294-bd1c-431a-ac15-8e6788ebfe80 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 943 time: 0.1516173 Aug 29 14:23:36.300363 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Port 8ea08871-53a3-4319-8443-a01460098adc on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:23:36.300617 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Attempting to bind port 8ea08871-53a3-4319-8443-a01460098adc on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:23:36.322047 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b88e430-0ce0-4e3e-9d03-26202c1dc357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.324735 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:23:36.324735 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Checking segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:23:36.325251 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Bound using segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:23:36.325793 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Bound port: 8ea08871-53a3-4319-8443-a01460098adc, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:23:36.326159 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.348203 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1e001a41-b784-4dd3-a57b-9f89684f22d2 req-18230161-12c3-4ed0-9eda-79f16ff92aa1 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349701 Aug 29 14:23:36.383313 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b88e430-0ce0-4e3e-9d03-26202c1dc357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.405493 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a9a7a8c-24af-48bb-9942-05da10fa9cc4 req-08be86ed-f52c-4d14-bcf0-be458ea2b6b4 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0135ee-c937-434b-b91b-098eeee0ebfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891711 Aug 29 14:23:36.432599 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88e430-0ce0-4e3e-9d03-26202c1dc357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d8bb5-abae-40e1-a0b6-c2b874305d6d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:36.470300 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-0b88e430-0ce0-4e3e-9d03-26202c1dc357 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08c63605e2364b34822647c07082ff4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9773228 Aug 29 14:23:36.473199 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38336) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:36.477001 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-226c22ca-a5a7-4737-bec6-0ec735a7f845 req-f5227bab-5683-4d31-ab71-2740f3bfc98e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709402 Aug 29 14:23:36.498756 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] For port 8ea08871-53a3-4319-8443-a01460098adc, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:23:36.508346 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] For port 8ea08871-53a3-4319-8443-a01460098adc, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ea08871-53a3-4319-8443-a01460098adc,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:23:36.513909 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.562430 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-febb8444-45d3-40dd-a117-4ab2a5eb07ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.593591 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Pushing event updated for resources: {'Port': ['ID=8ea08871-53a3-4319-8443-a01460098adc,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:36.596618 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:36.597240 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.598857 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-e6dc42aa-e324-40f5-82b6-d965753f6d6c service neutron] 10.222.0.32 "PUT /v2.0/ports/8ea08871-53a3-4319-8443-a01460098adc HTTP/1.1" status: 200 len: 1093 time: 1.4694510 Aug 29 14:23:36.599411 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bd5a51-79c0-4a40-8bb4-a16234f90901', 'tag': '8ea08871-53a3-4319-8443-a01460098adc'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:23:36.616599 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-febb8444-45d3-40dd-a117-4ab2a5eb07ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.691338 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-febb8444-45d3-40dd-a117-4ab2a5eb07ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.694247 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-febb8444-45d3-40dd-a117-4ab2a5eb07ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:36.698845 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-febb8444-45d3-40dd-a117-4ab2a5eb07ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/036d8bb5-abae-40e1-a0b6-c2b874305d6d HTTP/1.1" status: 204 len: 168 time: 0.2245560 Aug 29 14:23:36.712525 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb8444-45d3-40dd-a117-4ab2a5eb07ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d8bb5-abae-40e1-a0b6-c2b874305d6d,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:36.764317 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cae23-fc67-4391-b4bf-46acb1971088 req-12ef80e6-e10a-4718-9a9a-2cecb23a51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:36.765812 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-12ef80e6-e10a-4718-9a9a-2cecb23a51c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 1096 time: 0.1091304 Aug 29 14:23:36.900727 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-d67d63ef-4f64-4736-a35c-2b7cef300d0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ea08871-53a3-4319-8443-a01460098adc HTTP/1.1" status: 200 len: 217 time: 0.1118021 Aug 29 14:23:36.901464 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38360) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:36.920919 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05a79e8b-378b-44dc-aea6-33af019d83cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.017138 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d746d768-b009-462c-bd3d-63d5ffda786a" -d '{"events": [{"name": "network-changed", "server_uuid": "87bd5a51-79c0-4a40-8bb4-a16234f90901", "tag": "8ea08871-53a3-4319-8443-a01460098adc"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:23:37.047774 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cae23-fc67-4391-b4bf-46acb1971088 req-761bf959-6735-42b2-acfe-9e727a3a0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:37.049410 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-761bf959-6735-42b2-acfe-9e727a3a0c58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.1200678 Aug 29 14:23:37.115863 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-414f9cf8-a1c9-417a-b9a2-0451e6026556 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553305 Aug 29 14:23:37.216272 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05a79e8b-378b-44dc-aea6-33af019d83cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.222608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05a79e8b-378b-44dc-aea6-33af019d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.248714 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device a80b5b13-22e1-4804-9f05-144c73bebcbd details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:23:37.271854 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-76afb1a0-de74-4c79-be6a-55e692ba4228 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466706 Aug 29 14:23:37.273224 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a79e8b-378b-44dc-aea6-33af019d83cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109e0320-33ea-4da1-993a-9eea628dc919,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:37.279317 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-05a79e8b-378b-44dc-aea6-33af019d83cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fc9553645b445c58600e02d7ce7a256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765662 Aug 29 14:23:37.281635 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38378) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:37.372754 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-234cae23-fc67-4391-b4bf-46acb1971088 req-8d5c560a-7418-4d39-979c-985a11f33693 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923982 Aug 29 14:23:37.388384 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f908aecc-147f-4023-aa65-c81de2341636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.439256 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f908aecc-147f-4023-aa65-c81de2341636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.470370 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port a80b5b13-22e1-4804-9f05-144c73bebcbd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a80b5b13-22e1-4804-9f05-144c73bebcbd,segment=NetworkSegment(5f04d071-9124-47c9-a150-5871b31b6eef),segment_id=5f04d071-9124-47c9-a150-5871b31b6eef)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:23:37.486029 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': 'a80b5b13-22e1-4804-9f05-144c73bebcbd', 'network_id': '9e0135ee-c937-434b-b91b-098eeee0ebfe', 'port_id': 'a80b5b13-22e1-4804-9f05-144c73bebcbd', 'mac_address': 'fa:16:3e:62:a4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4739c06-b86a-4e90-ab78-d469c4fe958e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:23:37.527453 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f908aecc-147f-4023-aa65-c81de2341636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.530988 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f908aecc-147f-4023-aa65-c81de2341636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.535414 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-f908aecc-147f-4023-aa65-c81de2341636 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/109e0320-33ea-4da1-993a-9eea628dc919 HTTP/1.1" status: 204 len: 168 time: 0.2513661 Aug 29 14:23:37.565268 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908aecc-147f-4023-aa65-c81de2341636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e0320-33ea-4da1-993a-9eea628dc919,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:37.582638 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.606974 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee192cb5-ddad-484f-9bd5-162fcdd18c0b x-openstack-request-id: req-ee192cb5-ddad-484f-9bd5-162fcdd18c0b {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:23:37.609912 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bd5a51-79c0-4a40-8bb4-a16234f90901", "tag": "8ea08871-53a3-4319-8443-a01460098adc", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:23:37.610282 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee192cb5-ddad-484f-9bd5-162fcdd18c0b {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:23:37.610883 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bd5a51-79c0-4a40-8bb4-a16234f90901', 'tag': '8ea08871-53a3-4319-8443-a01460098adc', 'status': 'completed', 'code': 200} Aug 29 14:23:37.628400 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603201-ad96-46b0-b9f9-c03ab8f1a808 req-09a1ba61-a886-4051-833e-4eaf17c6a258 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:37.628641 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80b5b13-22e1-4804-9f05-144c73bebcbd {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:23:37.647525 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38388) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:37.668010 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-30603201-ad96-46b0-b9f9-c03ab8f1a808 req-09a1ba61-a886-4051-833e-4eaf17c6a258 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 944 time: 0.1767085 Aug 29 14:23:37.668356 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ca0ffc8b-9eb0-4478-a9f1-630ad8556e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.689644 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port a80b5b13-22e1-4804-9f05-144c73bebcbd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a80b5b13-22e1-4804-9f05-144c73bebcbd,segment=NetworkSegment(5f04d071-9124-47c9-a150-5871b31b6eef),segment_id=5f04d071-9124-47c9-a150-5871b31b6eef)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:23:37.694824 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.770108 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=a80b5b13-22e1-4804-9f05-144c73bebcbd,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:37.784249 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.785380 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746d768-b009-462c-bd3d-63d5ffda786a req-d04ed755-d485-401a-b727-feb280181f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:37.787151 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d746d768-b009-462c-bd3d-63d5ffda786a req-d04ed755-d485-401a-b727-feb280181f69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 1096 time: 0.1166339 Aug 29 14:23:37.789360 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.789926 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.790255 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.791418 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.796019 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-30603201-ad96-46b0-b9f9-c03ab8f1a808 req-8aba63a5-2068-4344-bf53-66428d97aa4a tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271732 Aug 29 14:23:37.800004 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.800343 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.800953 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.801467 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.801950 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.802419 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.803082 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Tracked resource versions report: Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: pushed versions: Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: { 'AddressGroup': {'1.2'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'ConntrackHelper': {'1.0'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Log': {'1.0'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Network': {'1.1'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Port': {'1.7'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'PortForwarding': {'1.2'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'QosPolicy': {'1.9'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SecurityGroup': {'1.4'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SubPort': {'1.0'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Subnet': {'1.1'}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Trunk': {'1.1'}} Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: consumer versions: Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: { DHCP agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: HyperV agent@hv-cinder-77398: {}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: L3 agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: Metadata agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: Metering agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: Open vSwitch agent@dv-cinder-773985-15-iscsi: { 'AddressGroup': '1.2', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'ConntrackHelper': '1.0', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Log': '1.0', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Network': '1.1', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Port': '1.7', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'PortForwarding': '1.2', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'QosPolicy': '1.9', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SecurityGroup': '1.4', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SecurityGroupRule': '1.2', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'SubPort': '1.0', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Subnet': '1.1', Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: 'Trunk': '1.1'}} Aug 29 14:23:37.803999 dv-cinder-773985-15-iscsi neutron-server[93803]: {{(pid=93803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:23:37.821056 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7df0d-232a-4252-8e1b-efdc6a50939a req-fef493d6-bc40-45f8-a5e3-a71ac0983734 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:37.824015 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8bf7df0d-232a-4252-8e1b-efdc6a50939a req-fef493d6-bc40-45f8-a5e3-a71ac0983734 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 943 time: 0.0971518 Aug 29 14:23:37.889191 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8bf7df0d-232a-4252-8e1b-efdc6a50939a req-1a626cdc-bb96-453b-b1e2-4f5169fb53ff tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575142 Aug 29 14:23:37.918403 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ca0ffc8b-9eb0-4478-a9f1-630ad8556e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:37.924980 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ca0ffc8b-9eb0-4478-a9f1-630ad8556e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:38.033134 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ffc8b-9eb0-4478-a9f1-630ad8556e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7956d602-5415-449a-a2fb-729c2a13a7e6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:38.056306 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['a80b5b13-22e1-4804-9f05-144c73bebcbd'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:23:38.057206 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-ca0ffc8b-9eb0-4478-a9f1-630ad8556e55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e132b4b9e1984822b156168b51eaefe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079468 Aug 29 14:23:38.061399 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38414) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:38.185797 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746d768-b009-462c-bd3d-63d5ffda786a req-5f9df460-a51d-4215-a404-d2363b258806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:38.187323 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d746d768-b009-462c-bd3d-63d5ffda786a req-5f9df460-a51d-4215-a404-d2363b258806 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 916 time: 0.3904767 Aug 29 14:23:38.192820 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22767f2f-7a0f-4ee1-9365-4d0d9140fc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:38.247593 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22767f2f-7a0f-4ee1-9365-4d0d9140fc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:38.274764 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d746d768-b009-462c-bd3d-63d5ffda786a req-427d1c49-a98f-4bfe-b33b-e5ee99fe69ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ea08871-53a3-4319-8443-a01460098adc HTTP/1.1" status: 200 len: 217 time: 0.0788798 Aug 29 14:23:38.351284 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22767f2f-7a0f-4ee1-9365-4d0d9140fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:38.353979 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22767f2f-7a0f-4ee1-9365-4d0d9140fc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:38.355181 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-22767f2f-7a0f-4ee1-9365-4d0d9140fc4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7956d602-5415-449a-a2fb-729c2a13a7e6 HTTP/1.1" status: 204 len: 168 time: 0.2926888 Aug 29 14:23:38.373991 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22767f2f-7a0f-4ee1-9365-4d0d9140fc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956d602-5415-449a-a2fb-729c2a13a7e6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:38.401558 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746d768-b009-462c-bd3d-63d5ffda786a req-e7cd7b3a-3e13-4c1c-b12d-5808a938d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:38.406210 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d746d768-b009-462c-bd3d-63d5ffda786a req-e7cd7b3a-3e13-4c1c-b12d-5808a938d277 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.1198220 Aug 29 14:23:38.457978 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d746d768-b009-462c-bd3d-63d5ffda786a req-07eeaf2c-186a-49a9-8217-598df51fd940 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371361 Aug 29 14:23:38.558168 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d746d768-b009-462c-bd3d-63d5ffda786a req-3456e4a5-4e77-45cc-9376-0060320e235f service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920835 Aug 29 14:23:38.652707 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d746d768-b009-462c-bd3d-63d5ffda786a req-1c0ef748-98e9-49ae-9f40-28c0f213847f service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870471 Aug 29 14:23:38.948431 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693c993-e00f-4e35-9972-15ac639a2e1e req-c46ba0fb-b22a-414c-b5da-a3fceec1e6b7 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:38.950303 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7693c993-e00f-4e35-9972-15ac639a2e1e req-c46ba0fb-b22a-414c-b5da-a3fceec1e6b7 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 945 time: 0.0575519 Aug 29 14:23:39.004529 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7693c993-e00f-4e35-9972-15ac639a2e1e req-cde3175e-f1ea-4816-9dcf-c423a6db9d21 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Aug 29 14:23:39.052228 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401923-da48-468c-aeff-9d136604e241 req-976f4c21-809b-41c8-a69d-aee0908e1935 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:39.054159 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-41401923-da48-468c-aeff-9d136604e241 req-976f4c21-809b-41c8-a69d-aee0908e1935 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 943 time: 0.0766194 Aug 29 14:23:39.102198 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-41401923-da48-468c-aeff-9d136604e241 req-140bb4a6-7231-4a5d-805b-adedb7d98662 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Aug 29 14:23:39.218076 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8ea08871-53a3-4319-8443-a01460098adc details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:23:39.421973 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device a80b5b13-22e1-4804-9f05-144c73bebcbd up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:23:39.490063 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8ea08871-53a3-4319-8443-a01460098adc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ea08871-53a3-4319-8443-a01460098adc,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:23:39.507263 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '8ea08871-53a3-4319-8443-a01460098adc', 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'port_id': '8ea08871-53a3-4319-8443-a01460098adc', 'mac_address': 'fa:16:3e:f4:bd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132f97a7-9f99-4a56-90b4-7e90ff05bd09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:23:39.516988 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port a80b5b13-22e1-4804-9f05-144c73bebcbd completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:23:39.562725 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port a80b5b13-22e1-4804-9f05-144c73bebcbd triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:23:39.563100 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:39.630132 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:39.652315 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea08871-53a3-4319-8443-a01460098adc {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:23:39.691611 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8ea08871-53a3-4319-8443-a01460098adc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ea08871-53a3-4319-8443-a01460098adc,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:23:39.722966 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:39.773228 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:39.808986 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8ea08871-53a3-4319-8443-a01460098adc,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:39.827725 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7845fd0-f08a-4d9d-a55d-fafd56c03da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80b5b13-22e1-4804-9f05-144c73bebcbd'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:23:39.926651 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port a80b5b13-22e1-4804-9f05-144c73bebcbd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a80b5b13-22e1-4804-9f05-144c73bebcbd,segment=NetworkSegment(5f04d071-9124-47c9-a150-5871b31b6eef),segment_id=5f04d071-9124-47c9-a150-5871b31b6eef)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:23:39.937743 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:40.082869 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=a80b5b13-22e1-4804-9f05-144c73bebcbd,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:40.134330 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8ea08871-53a3-4319-8443-a01460098adc'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:23:40.216646 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c08a102-6ac1-493d-a496-c496bd910eb5" -d '{"events": [{"server_uuid": "a7845fd0-f08a-4d9d-a55d-fafd56c03da7", "name": "network-vif-plugged", "status": "completed", "tag": "a80b5b13-22e1-4804-9f05-144c73bebcbd"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:23:40.254846 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f851f11-3a97-4f48-8890-8a4d78d49f26 req-6e6bab9e-965d-4c80-ad32-bb6cf4302b4b tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:40.267426 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3f851f11-3a97-4f48-8890-8a4d78d49f26 req-6e6bab9e-965d-4c80-ad32-bb6cf4302b4b tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.1423717 Aug 29 14:23:40.314445 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3f851f11-3a97-4f48-8890-8a4d78d49f26 req-09c59303-ecb1-4b3c-ad20-720716655c9a tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447586 Aug 29 14:23:40.324242 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a667e7-05c8-4b07-ba8d-9536e2497d54 req-8a1d7088-d835-48b6-88c9-750ec63cd2b4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:40.327780 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-51a667e7-05c8-4b07-ba8d-9536e2497d54 req-8a1d7088-d835-48b6-88c9-750ec63cd2b4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 944 time: 0.0999310 Aug 29 14:23:40.426849 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-51a667e7-05c8-4b07-ba8d-9536e2497d54 req-3cce1a3d-fafa-43f4-8f15-e131a098eb54 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Aug 29 14:23:40.572472 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666990bd-71dd-4ba4-93c1-d3487c2c6d70 x-openstack-request-id: req-666990bd-71dd-4ba4-93c1-d3487c2c6d70 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:23:40.573157 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7845fd0-f08a-4d9d-a55d-fafd56c03da7", "name": "network-vif-plugged", "status": "completed", "tag": "a80b5b13-22e1-4804-9f05-144c73bebcbd", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:23:40.573157 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-666990bd-71dd-4ba4-93c1-d3487c2c6d70 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:23:40.573606 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7845fd0-f08a-4d9d-a55d-fafd56c03da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80b5b13-22e1-4804-9f05-144c73bebcbd', 'code': 200} Aug 29 14:23:40.886918 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7bf7b-6313-492c-b4b1-fda67db0a4f0 req-dfd0b9ef-c811-4048-a6f6-15fdad3213d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:40.888643 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-11c7bf7b-6313-492c-b4b1-fda67db0a4f0 req-dfd0b9ef-c811-4048-a6f6-15fdad3213d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 1099 time: 0.0831723 Aug 29 14:23:40.903750 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38600) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:40.911916 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11c7bf7b-6313-492c-b4b1-fda67db0a4f0 req-71523a35-9cde-4bd2-93c5-3c6f9798f7a6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.034057 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4cea867f-2c3f-483d-9625-3ce79207b557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.208631 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11c7bf7b-6313-492c-b4b1-fda67db0a4f0 req-71523a35-9cde-4bd2-93c5-3c6f9798f7a6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.212308 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8ea08871-53a3-4319-8443-a01460098adc up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:23:41.215196 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11c7bf7b-6313-492c-b4b1-fda67db0a4f0 req-71523a35-9cde-4bd2-93c5-3c6f9798f7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.285021 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 8ea08871-53a3-4319-8443-a01460098adc completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:23:41.286966 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-11c7bf7b-6313-492c-b4b1-fda67db0a4f0 req-71523a35-9cde-4bd2-93c5-3c6f9798f7a6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875587 Aug 29 14:23:41.291995 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71523a35-9cde-4bd2-93c5-3c6f9798f7a6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5078ef3e-59ec-4341-83a3-0bcb2c084a6e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:41.297577 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 8ea08871-53a3-4319-8443-a01460098adc triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:23:41.298038 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.386862 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4cea867f-2c3f-483d-9625-3ce79207b557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.394189 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4cea867f-2c3f-483d-9625-3ce79207b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.411212 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.445859 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea867f-2c3f-483d-9625-3ce79207b557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3808c9fb-79ae-41a1-bc4c-7f1687bf69cf,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:41.452730 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8ea08871-53a3-4319-8443-a01460098adc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ea08871-53a3-4319-8443-a01460098adc,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:23:41.457766 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.515333 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8ea08871-53a3-4319-8443-a01460098adc,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:41.534104 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-4cea867f-2c3f-483d-9625-3ce79207b557 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97576fb55b894bcaaca0bbd546b9867a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283987 Aug 29 14:23:41.536478 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38632) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:41.559220 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b620aa-4321-4ffb-9613-dc24b9bd5ba8 req-fed899a7-0f62-4b47-8378-25dc75c24e6c tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:41.560913 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f9b620aa-4321-4ffb-9613-dc24b9bd5ba8 req-fed899a7-0f62-4b47-8378-25dc75c24e6c tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.1160617 Aug 29 14:23:41.613891 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f9b620aa-4321-4ffb-9613-dc24b9bd5ba8 req-8f338062-94d2-4661-9aa9-b0a83b71de2d tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Aug 29 14:23:41.628825 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491dc06-19ef-4025-9c97-54164d60047b req-a84f9242-159d-46aa-b5e7-e721a8d285d5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:41.630633 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3491dc06-19ef-4025-9c97-54164d60047b req-a84f9242-159d-46aa-b5e7-e721a8d285d5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0980120 Aug 29 14:23:41.657973 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1844b390-ac7e-4abe-8121-c169a0aab0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.697442 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1844b390-ac7e-4abe-8121-c169a0aab0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.701451 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3491dc06-19ef-4025-9c97-54164d60047b req-2d2faf01-ab12-443f-a108-3ac3d59281ed tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Aug 29 14:23:41.809741 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1844b390-ac7e-4abe-8121-c169a0aab0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.812395 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1844b390-ac7e-4abe-8121-c169a0aab0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:41.815903 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1844b390-ac7e-4abe-8121-c169a0aab0de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3808c9fb-79ae-41a1-bc4c-7f1687bf69cf HTTP/1.1" status: 204 len: 168 time: 0.2762361 Aug 29 14:23:41.822319 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844b390-ac7e-4abe-8121-c169a0aab0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3808c9fb-79ae-41a1-bc4c-7f1687bf69cf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:42.108986 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:42.122032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d91e0dc6-d2e5-4c10-8785-6e1ab22dea70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:42.212361 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d91e0dc6-d2e5-4c10-8785-6e1ab22dea70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:42.217174 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d91e0dc6-d2e5-4c10-8785-6e1ab22dea70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:42.260007 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d91e0dc6-d2e5-4c10-8785-6e1ab22dea70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3cfe206a4854d809cec3f514b24129d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494462 Aug 29 14:23:42.261069 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e0dc6-d2e5-4c10-8785-6e1ab22dea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa8f64f-34a4-4f3e-8a98-ef837b85947f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:42.267722 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38696) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:42.319297 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a793338-64b8-4b93-91cf-27f793f2f8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:42.343557 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a793338-64b8-4b93-91cf-27f793f2f8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:42.398742 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a793338-64b8-4b93-91cf-27f793f2f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:42.402564 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a793338-64b8-4b93-91cf-27f793f2f8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:42.404114 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3a793338-64b8-4b93-91cf-27f793f2f8f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afa8f64f-34a4-4f3e-8a98-ef837b85947f HTTP/1.1" status: 204 len: 168 time: 0.1356018 Aug 29 14:23:42.417092 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a793338-64b8-4b93-91cf-27f793f2f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa8f64f-34a4-4f3e-8a98-ef837b85947f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:42.575037 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bd5a51-79c0-4a40-8bb4-a16234f90901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea08871-53a3-4319-8443-a01460098adc'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:23:42.578863 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d83a598-9602-4f36-8d53-735f47a430e7" -d '{"events": [{"server_uuid": "87bd5a51-79c0-4a40-8bb4-a16234f90901", "name": "network-vif-plugged", "status": "completed", "tag": "8ea08871-53a3-4319-8443-a01460098adc"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:23:42.647015 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ea2c77-1128-4a94-9cb5-8bbc502993c7 x-openstack-request-id: req-b7ea2c77-1128-4a94-9cb5-8bbc502993c7 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:23:42.647738 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bd5a51-79c0-4a40-8bb4-a16234f90901", "name": "network-vif-plugged", "status": "completed", "tag": "8ea08871-53a3-4319-8443-a01460098adc", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:23:42.648902 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7ea2c77-1128-4a94-9cb5-8bbc502993c7 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:23:42.651210 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bd5a51-79c0-4a40-8bb4-a16234f90901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea08871-53a3-4319-8443-a01460098adc', 'code': 200} Aug 29 14:23:42.838698 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f821-9b8b-4cb2-9f00-cc5b251c366f req-0ca82862-aebe-4116-b627-6cacb9273976 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:42.842057 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0fe4f821-9b8b-4cb2-9f00-cc5b251c366f req-0ca82862-aebe-4116-b627-6cacb9273976 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.1279631 Aug 29 14:23:42.892049 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2777b0-627a-4c27-8f2f-ec6475ee6d15 req-84a1ed78-317d-49ed-b08a-12b79097fc0d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:42.894009 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab2777b0-627a-4c27-8f2f-ec6475ee6d15 req-84a1ed78-317d-49ed-b08a-12b79097fc0d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0716259 Aug 29 14:23:42.957053 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0fe4f821-9b8b-4cb2-9f00-cc5b251c366f req-38fd503a-f7d0-42eb-8a19-9723437404d9 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061914 Aug 29 14:23:42.985550 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f100d-2d85-4f7a-a9c2-476e08866ddc req-ecf1815f-a7fc-42d4-8133-3fcebc3e3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:42.988465 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-941f100d-2d85-4f7a-a9c2-476e08866ddc req-ecf1815f-a7fc-42d4-8133-3fcebc3e3f85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 1098 time: 0.1284173 Aug 29 14:23:43.010348 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab2777b0-627a-4c27-8f2f-ec6475ee6d15 req-1b66a0a0-cebc-4ab6-a907-459bb76da6ae tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083939 Aug 29 14:23:43.053993 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-941f100d-2d85-4f7a-a9c2-476e08866ddc req-527df4be-4aea-4ed1-83bf-ff6d315967d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Aug 29 14:23:43.206202 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38760) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:43.326269 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2cf8d5d-ce35-49ad-8106-94f5ec515cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:43.452385 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2cf8d5d-ce35-49ad-8106-94f5ec515cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:43.456483 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2cf8d5d-ce35-49ad-8106-94f5ec515cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:43.499360 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38782) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:43.505529 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-c2cf8d5d-ce35-49ad-8106-94f5ec515cfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a34bf13045dc4ab0b4e62f77931870d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917299 Aug 29 14:23:43.509052 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf8d5d-ce35-49ad-8106-94f5ec515cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f50bd7-4864-4dc9-b34e-dbe60d660f15,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:43.552382 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c63d896-73b6-490e-a183-71c0ea2b4aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:43.578010 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c63d896-73b6-490e-a183-71c0ea2b4aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:43.652806 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c63d896-73b6-490e-a183-71c0ea2b4aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:43.655668 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c63d896-73b6-490e-a183-71c0ea2b4aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:43.656889 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-9c63d896-73b6-490e-a183-71c0ea2b4aff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14f50bd7-4864-4dc9-b34e-dbe60d660f15 HTTP/1.1" status: 204 len: 168 time: 0.1564126 Aug 29 14:23:43.666187 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63d896-73b6-490e-a183-71c0ea2b4aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f50bd7-4864-4dc9-b34e-dbe60d660f15,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:43.805993 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:23:44.149737 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab541c-1b89-4f36-b21d-5aaf9b57ac7d req-90917c45-f4a0-411b-a01d-9968dd52c749 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:44.154130 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ccab541c-1b89-4f36-b21d-5aaf9b57ac7d req-90917c45-f4a0-411b-a01d-9968dd52c749 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.1045575 Aug 29 14:23:44.201825 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0299-7317-40c9-9d58-9182eb7fd829 req-a3d37526-21fd-4b71-99c8-c55cc32ad62f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:44.210015 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fedb0299-7317-40c9-9d58-9182eb7fd829 req-a3d37526-21fd-4b71-99c8-c55cc32ad62f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.1095397 Aug 29 14:23:44.227408 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ccab541c-1b89-4f36-b21d-5aaf9b57ac7d req-ea66135c-0bca-49d0-9cb2-b59510b3799f tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 Aug 29 14:23:44.258700 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 38844) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:44.266891 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b75a589-4f10-4a81-bde0-00ba20bd0160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:44.267132 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fedb0299-7317-40c9-9d58-9182eb7fd829 req-caed8e33-b939-4fba-a025-8942935a638b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495884 Aug 29 14:23:44.380613 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b75a589-4f10-4a81-bde0-00ba20bd0160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:44.385188 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b75a589-4f10-4a81-bde0-00ba20bd0160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:44.415895 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75a589-4f10-4a81-bde0-00ba20bd0160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eabd683-b44a-4bc9-b327-c0ce1e47ebf0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:44.435211 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1b75a589-4f10-4a81-bde0-00ba20bd0160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=979989d10c024bc8a36c6593ab5735fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802158 Aug 29 14:23:44.435310 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 38856) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:44.486366 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e95c70c1-9aec-4a00-918f-68010a88b0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:44.507923 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e95c70c1-9aec-4a00-918f-68010a88b0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:44.559711 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e95c70c1-9aec-4a00-918f-68010a88b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:44.563311 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e95c70c1-9aec-4a00-918f-68010a88b0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:44.567744 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-e95c70c1-9aec-4a00-918f-68010a88b0ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eabd683-b44a-4bc9-b327-c0ce1e47ebf0 HTTP/1.1" status: 204 len: 168 time: 0.1315699 Aug 29 14:23:44.581752 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c70c1-9aec-4a00-918f-68010a88b0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eabd683-b44a-4bc9-b327-c0ce1e47ebf0,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:45.412409 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c411e1c-f1b1-4f76-9f5b-b1f14af8d844 req-5cf1cadd-22e4-443a-9c40-8e029604db77 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:45.414179 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5c411e1c-f1b1-4f76-9f5b-b1f14af8d844 req-5cf1cadd-22e4-443a-9c40-8e029604db77 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0637863 Aug 29 14:23:45.452864 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5c411e1c-f1b1-4f76-9f5b-b1f14af8d844 req-539e2fdd-01d5-4ba3-aceb-153c06cc007f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Aug 29 14:23:46.569258 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd1696-c393-4609-8a35-120f17d3167b req-50fce095-b398-4a61-8eaa-f237f0692b9e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:46.570900 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9bfd1696-c393-4609-8a35-120f17d3167b req-50fce095-b398-4a61-8eaa-f237f0692b9e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0506382 Aug 29 14:23:46.612103 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9bfd1696-c393-4609-8a35-120f17d3167b req-7aca9e05-8a61-4ce6-8539-d79a91a7dc4f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308959 Aug 29 14:23:47.733525 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d48218-a51d-4eea-8c67-77359ba62e2c req-d45856b9-e6be-4e6b-b5a0-bbb8a8f1b5e8 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:47.735047 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-83d48218-a51d-4eea-8c67-77359ba62e2c req-d45856b9-e6be-4e6b-b5a0-bbb8a8f1b5e8 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0492854 Aug 29 14:23:47.772162 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-83d48218-a51d-4eea-8c67-77359ba62e2c req-481e825f-baf8-4d99-9cb8-31ef592ff3a2 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Aug 29 14:23:49.697712 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39072) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:49.798317 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-811244d1-f7c3-47a9-ab59-72376f017afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:49.882225 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-811244d1-f7c3-47a9-ab59-72376f017afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:49.891348 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-811244d1-f7c3-47a9-ab59-72376f017afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:49.928779 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-811244d1-f7c3-47a9-ab59-72376f017afd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87dfd0dc81654e318222ff826f7b7fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300522 Aug 29 14:23:49.929493 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811244d1-f7c3-47a9-ab59-72376f017afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c52d2d-abc3-4f00-a7e1-5123b6d90490,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:49.932264 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39076) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:49.985695 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203d096c-b607-4553-b80c-b471ac06b1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.007477 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203d096c-b607-4553-b80c-b471ac06b1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.055280 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203d096c-b607-4553-b80c-b471ac06b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.058784 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203d096c-b607-4553-b80c-b471ac06b1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.062435 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-203d096c-b607-4553-b80c-b471ac06b1b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12c52d2d-abc3-4f00-a7e1-5123b6d90490 HTTP/1.1" status: 204 len: 168 time: 0.1259906 Aug 29 14:23:50.076793 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d096c-b607-4553-b80c-b471ac06b1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c52d2d-abc3-4f00-a7e1-5123b6d90490,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:50.346860 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39094) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:50.362930 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af6112a0-7ba5-419d-bbfe-e9402451f6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.455739 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af6112a0-7ba5-419d-bbfe-e9402451f6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.459467 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af6112a0-7ba5-419d-bbfe-e9402451f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.500262 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-af6112a0-7ba5-419d-bbfe-e9402451f6ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a229521874cc480288c407a13473a4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523271 Aug 29 14:23:50.502162 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6112a0-7ba5-419d-bbfe-e9402451f6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec095ed4-373a-40e8-ae6c-c6eee5c7d72f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:50.503446 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39098) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:50.553738 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1d50-545e-485a-af31-7b76a5ccc46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.574216 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1d50-545e-485a-af31-7b76a5ccc46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.621268 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1d50-545e-485a-af31-7b76a5ccc46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.624317 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1d50-545e-485a-af31-7b76a5ccc46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:50.625536 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-f0bd1d50-545e-485a-af31-7b76a5ccc46d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec095ed4-373a-40e8-ae6c-c6eee5c7d72f HTTP/1.1" status: 204 len: 168 time: 0.1210904 Aug 29 14:23:50.633193 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd1d50-545e-485a-af31-7b76a5ccc46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec095ed4-373a-40e8-ae6c-c6eee5c7d72f,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:51.256098 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:51.304551 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3cc062-3071-4af5-86f6-14aa2706cab1 admin admin] Deleting subnet bbaff385-9e2c-46a0-b5a7-8b0dcd466d72 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:23:51.308737 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc062-3071-4af5-86f6-14aa2706cab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:51.344303 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc062-3071-4af5-86f6-14aa2706cab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:51.398453 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc062-3071-4af5-86f6-14aa2706cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:51.471996 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc062-3071-4af5-86f6-14aa2706cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:51.489460 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d3cc062-3071-4af5-86f6-14aa2706cab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:51.492309 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-2d3cc062-3071-4af5-86f6-14aa2706cab1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bbaff385-9e2c-46a0-b5a7-8b0dcd466d72 HTTP/1.1" status: 204 len: 168 time: 0.2340863 Aug 29 14:23:51.494775 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39156) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:51.513122 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cc062-3071-4af5-86f6-14aa2706cab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbaff385-9e2c-46a0-b5a7-8b0dcd466d72,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:51.615412 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:51.739698 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:51.752191 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.752532 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.753343 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.753605 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > port after_create 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.754088 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.754585 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > port after_update 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.755238 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.755868 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.756376 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.757096 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.945900 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.946488 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.947795 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.948469 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:23:51.949115 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178371de-4ea5-4e24-9a2c-310bc369c66c']}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:51.992614 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1893197d-5d17-4f28-87e0-8207e0f7375e') {'for_net_delete': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:51.993726 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1893197d-5d17-4f28-87e0-8207e0f7375e') {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:52.017388 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325553'] for segment, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.051126 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.060927 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:23:52.061355 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4451932'] for segment, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: from cryptography.utils import int_from_bytes Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: from cryptography.utils import int_from_bytes Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: Traceback (most recent call last): Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: timer() Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: cb(*args, **kw) Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: return func(*args, **kwargs) Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: self._notify() Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: self.callback(batched_events) Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: event.method(event) Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: return f(self, *a, **k) Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._get(url).json() Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: return self.request(url, 'GET', **kwargs) Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:23:52.116758 dv-cinder-773985-15-iscsi neutron-server[93802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:23:52.155693 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.177034 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=178371de-4ea5-4e24-9a2c-310bc369c66c,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:52.194298 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.196567 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1eb4f822-c185-4d46-8217-62e1861a5a1b admin admin] 10.222.0.20 "DELETE /v2.0/networks/178371de-4ea5-4e24-9a2c-310bc369c66c HTTP/1.1" status: 204 len: 168 time: 0.7006645 Aug 29 14:23:52.200322 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39222) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:52.268704 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a921b449-347b-40e1-bbcf-de8aceacf1ac admin admin] Deleting subnet c4dbbbbc-c1a6-4245-b601-1eb237cd84d7 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:23:52.272905 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a921b449-347b-40e1-bbcf-de8aceacf1ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.316498 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a921b449-347b-40e1-bbcf-de8aceacf1ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.366502 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a921b449-347b-40e1-bbcf-de8aceacf1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.434283 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a921b449-347b-40e1-bbcf-de8aceacf1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.469251 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921b449-347b-40e1-bbcf-de8aceacf1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4dbbbbc-c1a6-4245-b601-1eb237cd84d7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:52.474635 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a921b449-347b-40e1-bbcf-de8aceacf1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.476874 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a921b449-347b-40e1-bbcf-de8aceacf1ac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c4dbbbbc-c1a6-4245-b601-1eb237cd84d7 HTTP/1.1" status: 204 len: 168 time: 0.2751408 Aug 29 14:23:52.481105 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39244) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:52.515163 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39248) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:52.567481 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.670420 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.679749 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-618eef2e-02b8-4ae0-a93d-7529a5b8f761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.682288 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a29ca0-df69-4e4a-9151-bae00c16d734']}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:52.695706 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5b51e5-36c5-4a37-86ce-8134bc8cdef3') {'for_net_delete': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:52.696412 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5b51e5-36c5-4a37-86ce-8134bc8cdef3') {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:23:52.707299 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325553'] for segment, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.729870 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.737799 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:23:52.738249 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4451932'] for segment, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: Traceback (most recent call last): Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: timer() Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: cb(*args, **kw) Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: return func(*args, **kwargs) Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: self._notify() Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: self.callback(batched_events) Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: event.method(event) Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: return f(self, *a, **k) Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._get(url).json() Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: return self.request(url, 'GET', **kwargs) Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:23:52.740291 dv-cinder-773985-15-iscsi neutron-server[93802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:23:52.805847 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.811074 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-618eef2e-02b8-4ae0-a93d-7529a5b8f761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.813088 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.815254 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1a29ca0-df69-4e4a-9151-bae00c16d734 HTTP/1.1" status: 204 len: 168 time: 0.3330855 Aug 29 14:23:52.818547 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-618eef2e-02b8-4ae0-a93d-7529a5b8f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.861399 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39272) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:52.882390 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-618eef2e-02b8-4ae0-a93d-7529a5b8f761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f83c35bcc9b40b68b196918aa3f46c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612778 Aug 29 14:23:52.882390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eef2e-02b8-4ae0-a93d-7529a5b8f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfa1ef-c7a8-4fa5-ab7f-e4634622af89,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:52.882390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39276) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:52.946268 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbade-0369-4ece-b1e8-b62786545d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:52.976364 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbade-0369-4ece-b1e8-b62786545d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.007397 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905eec6-2ead-4d78-a3b5-e03b3e35a9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a29ca0-df69-4e4a-9151-bae00c16d734,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:53.029265 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4ed7-2a69-4346-9a4b-01104c7e1736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.049182 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39280) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:53.073805 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39286) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:53.078650 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbade-0369-4ece-b1e8-b62786545d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.081167 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbade-0369-4ece-b1e8-b62786545d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.082308 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-0c8cbade-0369-4ece-b1e8-b62786545d75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86bfa1ef-c7a8-4fa5-ab7f-e4634622af89 HTTP/1.1" status: 204 len: 168 time: 0.1999826 Aug 29 14:23:53.097919 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cbade-0369-4ece-b1e8-b62786545d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfa1ef-c7a8-4fa5-ab7f-e4634622af89,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:53.124685 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-83b431c3-ca32-4209-b4a1-bbe9ab97b209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99c3172890d24433ada45c1b3ef4c90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472808 Aug 29 14:23:53.124841 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39290) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:53.159112 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.183433 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4ed7-2a69-4346-9a4b-01104c7e1736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.193049 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4ed7-2a69-4346-9a4b-01104c7e1736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.210947 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-90159dfb-2d03-47bc-8972-bb59fe7a3832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.257385 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-90159dfb-2d03-47bc-8972-bb59fe7a3832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.280890 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-c1ed4ed7-2a69-4346-9a4b-01104c7e1736 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3a6e3f7670e46559cc890245913b6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152400 Aug 29 14:23:53.284359 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:53.310317 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed4ed7-2a69-4346-9a4b-01104c7e1736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3600e805-0a7b-452c-929f-91d7a0e35a93,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:53.320292 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-90159dfb-2d03-47bc-8972-bb59fe7a3832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.328279 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-90159dfb-2d03-47bc-8972-bb59fe7a3832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.331906 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-90159dfb-2d03-47bc-8972-bb59fe7a3832 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/133d33da-7aa8-4fa8-9cc9-52873cc6b020 HTTP/1.1" status: 204 len: 168 time: 0.2021847 Aug 29 14:23:53.346734 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90159dfb-2d03-47bc-8972-bb59fe7a3832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d33da-7aa8-4fa8-9cc9-52873cc6b020,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:53.357882 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49c1c4dd-a66e-46a5-96f9-19f960f1b276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.388945 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49c1c4dd-a66e-46a5-96f9-19f960f1b276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.461902 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49c1c4dd-a66e-46a5-96f9-19f960f1b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.467258 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49c1c4dd-a66e-46a5-96f9-19f960f1b276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.468728 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-49c1c4dd-a66e-46a5-96f9-19f960f1b276 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3600e805-0a7b-452c-929f-91d7a0e35a93 HTTP/1.1" status: 204 len: 168 time: 0.1833684 Aug 29 14:23:53.484276 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1c4dd-a66e-46a5-96f9-19f960f1b276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3600e805-0a7b-452c-929f-91d7a0e35a93,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:53.503013 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b538beb0-80ac-4bd0-ab8d-e0cbb6595927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.613501 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b538beb0-80ac-4bd0-ab8d-e0cbb6595927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.621714 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b538beb0-80ac-4bd0-ab8d-e0cbb6595927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.689920 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39324) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:53.693600 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-b538beb0-80ac-4bd0-ab8d-e0cbb6595927 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b9ed8587d114c25ad92b2720d8be7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6432002 Aug 29 14:23:53.707337 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538beb0-80ac-4bd0-ab8d-e0cbb6595927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f03a04-287f-4bac-94ef-b1dbfeec1366,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:53.781219 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fff81d8e-15ba-432b-aa11-f54c7eb6f06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.804048 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fff81d8e-15ba-432b-aa11-f54c7eb6f06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.861749 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fff81d8e-15ba-432b-aa11-f54c7eb6f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.864739 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fff81d8e-15ba-432b-aa11-f54c7eb6f06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:53.865911 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-fff81d8e-15ba-432b-aa11-f54c7eb6f06c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20f03a04-287f-4bac-94ef-b1dbfeec1366 HTTP/1.1" status: 204 len: 168 time: 0.1742718 Aug 29 14:23:53.874477 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff81d8e-15ba-432b-aa11-f54c7eb6f06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f03a04-287f-4bac-94ef-b1dbfeec1366,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:53.909863 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39332) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:53.926049 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f871a4f-dfb1-43bc-9060-be8ec1a61e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.057799 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f871a4f-dfb1-43bc-9060-be8ec1a61e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.064276 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f871a4f-dfb1-43bc-9060-be8ec1a61e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.115845 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-4f871a4f-dfb1-43bc-9060-be8ec1a61e38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5425ec91d6a4453972cf9ac75a214f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047544 Aug 29 14:23:54.116178 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39340) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:54.117979 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f871a4f-dfb1-43bc-9060-be8ec1a61e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29cc1c2-d584-4870-b1d1-501a519752cc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:54.169171 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39342) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:54.184276 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c50e873-394a-43c2-821b-fefb395ca5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.214571 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c50e873-394a-43c2-821b-fefb395ca5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.225598 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1d377b70-25eb-4035-a9ce-c4509892b841 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d29f100a1a284a3f9784c88a7289f6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549402 Aug 29 14:23:54.227841 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39346) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:54.283768 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c50e873-394a-43c2-821b-fefb395ca5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.286450 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c50e873-394a-43c2-821b-fefb395ca5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.287795 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5c50e873-394a-43c2-821b-fefb395ca5cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c29cc1c2-d584-4870-b1d1-501a519752cc HTTP/1.1" status: 204 len: 168 time: 0.1698027 Aug 29 14:23:54.300761 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50e873-394a-43c2-821b-fefb395ca5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29cc1c2-d584-4870-b1d1-501a519752cc,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:54.309420 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11914731-13e6-4d3d-a277-171d9a92c978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.336425 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11914731-13e6-4d3d-a277-171d9a92c978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.347534 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc8f92ea-a156-4cb7-a20a-175e400ffc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.391553 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11914731-13e6-4d3d-a277-171d9a92c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.394109 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11914731-13e6-4d3d-a277-171d9a92c978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.395315 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-11914731-13e6-4d3d-a277-171d9a92c978 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2ccec37-8ae4-4512-bca2-24767ffc75a9 HTTP/1.1" status: 204 len: 168 time: 0.1656981 Aug 29 14:23:54.404610 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11914731-13e6-4d3d-a277-171d9a92c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccec37-8ae4-4512-bca2-24767ffc75a9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:54.418178 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39354) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:54.439172 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8dd15346-137b-47d3-8b99-f198e55e7437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.443530 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39356) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:54.462153 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5bf1011e-4a87-40d0-a424-087e41a6085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.571860 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8dd15346-137b-47d3-8b99-f198e55e7437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.578033 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8dd15346-137b-47d3-8b99-f198e55e7437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.624893 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd15346-137b-47d3-8b99-f198e55e7437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a50a0-b96f-490a-8b07-62fa8882f6a1,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:54.631412 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-8dd15346-137b-47d3-8b99-f198e55e7437 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bffe4cacd6ea44b4a80685cb9c9e7d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120841 Aug 29 14:23:54.634001 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39360) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:54.702794 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5bf1011e-4a87-40d0-a424-087e41a6085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.707621 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5bf1011e-4a87-40d0-a424-087e41a6085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.715317 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ac61199-c2b2-4318-87f6-a674c8deddf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.737344 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ac61199-c2b2-4318-87f6-a674c8deddf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.745796 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-5bf1011e-4a87-40d0-a424-087e41a6085d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11ded5a2181540c28e8350017f00e06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013546 Aug 29 14:23:54.748435 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39366) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:54.780725 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1011e-4a87-40d0-a424-087e41a6085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d02c03-cf1d-4840-a3e4-c02f87603d5e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:54.794217 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ac61199-c2b2-4318-87f6-a674c8deddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.797021 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ac61199-c2b2-4318-87f6-a674c8deddf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.798352 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5ac61199-c2b2-4318-87f6-a674c8deddf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f10a50a0-b96f-490a-8b07-62fa8882f6a1 HTTP/1.1" status: 204 len: 168 time: 0.1631336 Aug 29 14:23:54.820636 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac61199-c2b2-4318-87f6-a674c8deddf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a50a0-b96f-490a-8b07-62fa8882f6a1,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:54.851874 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-689c4345-7219-4499-967f-77fb43f4a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.879886 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-689c4345-7219-4499-967f-77fb43f4a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.971052 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-689c4345-7219-4499-967f-77fb43f4a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.974262 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-689c4345-7219-4499-967f-77fb43f4a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:54.979374 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-689c4345-7219-4499-967f-77fb43f4a755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2d02c03-cf1d-4840-a3e4-c02f87603d5e HTTP/1.1" status: 204 len: 168 time: 0.2291191 Aug 29 14:23:54.989619 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c4345-7219-4499-967f-77fb43f4a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d02c03-cf1d-4840-a3e4-c02f87603d5e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:55.018728 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39392) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:55.033337 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be2c8018-aa6f-4047-99be-882a1af7dbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:55.166155 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be2c8018-aa6f-4047-99be-882a1af7dbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:55.170916 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be2c8018-aa6f-4047-99be-882a1af7dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:55.199173 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-be2c8018-aa6f-4047-99be-882a1af7dbbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3d3069cba334839884c3d51b0572ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795506 Aug 29 14:23:55.201908 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39400) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:55.226828 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c8018-aa6f-4047-99be-882a1af7dbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f015dd-d341-4d78-80f0-424541b34c33,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:55.262172 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-48a81ceb-d572-4128-a04f-e6ab5b5bad5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:55.302801 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-48a81ceb-d572-4128-a04f-e6ab5b5bad5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:55.385950 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-48a81ceb-d572-4128-a04f-e6ab5b5bad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:55.389008 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-48a81ceb-d572-4128-a04f-e6ab5b5bad5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:55.390277 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-48a81ceb-d572-4128-a04f-e6ab5b5bad5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47f015dd-d341-4d78-80f0-424541b34c33 HTTP/1.1" status: 204 len: 168 time: 0.1867669 Aug 29 14:23:55.404743 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a81ceb-d572-4128-a04f-e6ab5b5bad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f015dd-d341-4d78-80f0-424541b34c33,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:56.970763 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8a95b7b-8f95-49d6-b8ee-5f3726af62bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.030748 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39564) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:57.166440 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2bba18f-087a-4c81-abdb-2027356b86a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.268278 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2bba18f-087a-4c81-abdb-2027356b86a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.272991 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2bba18f-087a-4c81-abdb-2027356b86a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.314743 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f2bba18f-087a-4c81-abdb-2027356b86a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd56cb21675842729c027ad20053dedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805378 Aug 29 14:23:57.315096 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39606) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:57.326304 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bba18f-087a-4c81-abdb-2027356b86a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627da7eb-60a7-4082-ad5f-cc79e48b6fc8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:57.390555 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c04c4d07-ec58-40ff-99d3-d27a570a75e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.418165 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c04c4d07-ec58-40ff-99d3-d27a570a75e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.450559 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.481056 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c04c4d07-ec58-40ff-99d3-d27a570a75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.486223 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c04c4d07-ec58-40ff-99d3-d27a570a75e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:57.487575 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-c04c4d07-ec58-40ff-99d3-d27a570a75e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/627da7eb-60a7-4082-ad5f-cc79e48b6fc8 HTTP/1.1" status: 204 len: 168 time: 0.1709864 Aug 29 14:23:57.513384 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c4d07-ec58-40ff-99d3-d27a570a75e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627da7eb-60a7-4082-ad5f-cc79e48b6fc8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:57.932052 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.260664 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53d123-310c-4397-a788-7d4d74cbd7c7 req-14c94a31-5824-4bb0-8d49-e6befceb83ae tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:23:59.262130 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a53d123-310c-4397-a788-7d4d74cbd7c7 req-14c94a31-5824-4bb0-8d49-e6befceb83ae tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.0523214 Aug 29 14:23:59.300260 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a53d123-310c-4397-a788-7d4d74cbd7c7 req-a9e396cd-37d2-4aa7-94e4-215a38463b47 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Aug 29 14:23:59.361323 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:59.464270 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5959295e-79b7-4ca4-8955-22e62f587359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.551841 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5959295e-79b7-4ca4-8955-22e62f587359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.555525 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5959295e-79b7-4ca4-8955-22e62f587359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.596224 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-5959295e-79b7-4ca4-8955-22e62f587359 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e517f54110e41798a5343bd8c60ad4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338450 Aug 29 14:23:59.597479 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959295e-79b7-4ca4-8955-22e62f587359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026fb05a-e1b7-4ada-8e45-6fd749e655ef,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:59.598857 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39728) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:23:59.622980 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.647754 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b861075-e21f-4cfb-bebf-44e4dc42ae04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.669473 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b861075-e21f-4cfb-bebf-44e4dc42ae04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.716322 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b861075-e21f-4cfb-bebf-44e4dc42ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.719015 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b861075-e21f-4cfb-bebf-44e4dc42ae04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:23:59.720153 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1b861075-e21f-4cfb-bebf-44e4dc42ae04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/026fb05a-e1b7-4ada-8e45-6fd749e655ef HTTP/1.1" status: 204 len: 168 time: 0.1198359 Aug 29 14:23:59.728477 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b861075-e21f-4cfb-bebf-44e4dc42ae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026fb05a-e1b7-4ada-8e45-6fd749e655ef,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:23:59.988241 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 39742) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:00.001608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1264453f-d5ff-4227-9ad4-2db9927f339d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:00.085263 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1264453f-d5ff-4227-9ad4-2db9927f339d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:00.089159 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1264453f-d5ff-4227-9ad4-2db9927f339d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:00.125037 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1264453f-d5ff-4227-9ad4-2db9927f339d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0415f3550b0e4b658bf0422a63808a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357672 Aug 29 14:24:00.126930 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264453f-d5ff-4227-9ad4-2db9927f339d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47570a0c-487a-406e-a8ad-b9d58476f044,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:00.127689 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 39744) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:00.176955 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a643fbb4-3e47-446e-9802-60fdc0d588e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:00.198578 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a643fbb4-3e47-446e-9802-60fdc0d588e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:00.243309 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a643fbb4-3e47-446e-9802-60fdc0d588e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:00.246234 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a643fbb4-3e47-446e-9802-60fdc0d588e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:00.247380 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-a643fbb4-3e47-446e-9802-60fdc0d588e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47570a0c-487a-406e-a8ad-b9d58476f044 HTTP/1.1" status: 204 len: 168 time: 0.1186805 Aug 29 14:24:00.254764 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643fbb4-3e47-446e-9802-60fdc0d588e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47570a0c-487a-406e-a8ad-b9d58476f044,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:00.419447 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328ed76-8f94-4cd5-a5fa-4671ca95e4a1 req-0a49f25f-508a-4267-89d2-ae3360687134 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:00.420954 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f328ed76-8f94-4cd5-a5fa-4671ca95e4a1 req-0a49f25f-508a-4267-89d2-ae3360687134 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.0526834 Aug 29 14:24:00.458359 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f328ed76-8f94-4cd5-a5fa-4671ca95e4a1 req-533f0dc1-c39f-4ea6-9d25-beb1c77204a7 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Aug 29 14:24:01.574846 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1139b2-2571-49aa-ae5a-2b3c66f3e103 req-933ef2d3-bf05-4658-a0c4-8d4d25403e2e tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:01.576284 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3d1139b2-2571-49aa-ae5a-2b3c66f3e103 req-933ef2d3-bf05-4658-a0c4-8d4d25403e2e tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.0503786 Aug 29 14:24:01.612843 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3d1139b2-2571-49aa-ae5a-2b3c66f3e103 req-73bf033d-5114-4012-8c02-460bbe5c28a1 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Aug 29 14:24:02.734595 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb38d-d19c-49ea-9ae7-49415e23c7d8 req-f9250ce8-5835-4f89-9a53-40153b7c9080 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:02.736050 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7d3cb38d-d19c-49ea-9ae7-49415e23c7d8 req-f9250ce8-5835-4f89-9a53-40153b7c9080 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.0554810 Aug 29 14:24:02.773101 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7d3cb38d-d19c-49ea-9ae7-49415e23c7d8 req-34b7aaa6-33ac-4219-ac45-d5fe99c4c2b4 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Aug 29 14:24:03.915178 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aee05-35cd-45c9-896d-f9808b1083eb req-a574936a-4364-4de1-84cb-deefa159d325 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:03.917460 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-482aee05-35cd-45c9-896d-f9808b1083eb req-a574936a-4364-4de1-84cb-deefa159d325 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.0529675 Aug 29 14:24:03.957458 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-482aee05-35cd-45c9-896d-f9808b1083eb req-a6afbf21-9a7c-435c-89ec-2263aeeaecf7 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Aug 29 14:24:04.029943 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-ffd63948-2069-4181-9ce4-24107f28a663 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:04.032081 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-ffd63948-2069-4181-9ce4-24107f28a663 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.0669045 Aug 29 14:24:05.143320 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c690-ece5-432b-94b5-e57e73dbf9fc req-c9e49c5a-0bfa-4de5-9d01-815207aaa890 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:05.143320 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2356c690-ece5-432b-94b5-e57e73dbf9fc req-c9e49c5a-0bfa-4de5-9d01-815207aaa890 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 946 time: 0.0824528 Aug 29 14:24:05.156189 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Deleting port a80b5b13-22e1-4804-9f05-144c73bebcbd {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:24:05.156555 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:05.349399 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2356c690-ece5-432b-94b5-e57e73dbf9fc req-347d6b47-b998-400b-95ab-c1d8c4f8357f tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/security-groups?id=cde3173f-098b-4bc3-ae63-153ba0598e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010407 Aug 29 14:24:05.386733 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] For port a80b5b13-22e1-4804-9f05-144c73bebcbd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a80b5b13-22e1-4804-9f05-144c73bebcbd,segment=NetworkSegment(5f04d071-9124-47c9-a150-5871b31b6eef),segment_id=5f04d071-9124-47c9-a150-5871b31b6eef)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:05.387092 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:05.401381 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Calling delete_port for a80b5b13-22e1-4804-9f05-144c73bebcbd owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:24:05.557390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:05.586967 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Pushing event deleted for resources: {'Port': ['ID=a80b5b13-22e1-4804-9f05-144c73bebcbd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:05.642832 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] No DVR routers for this DVR port a80b5b13-22e1-4804-9f05-144c73bebcbd on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:24:05.645820 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:05.647768 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdabb09c-1998-4874-92f9-62fa61fde663 req-f25cb531-87ad-4784-b372-8e2ba6564eca tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.32 "DELETE /v2.0/ports/a80b5b13-22e1-4804-9f05-144c73bebcbd HTTP/1.1" status: 204 len: 173 time: 0.6842756 Aug 29 14:24:05.648198 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7845fd0-f08a-4d9d-a55d-fafd56c03da7', 'name': 'network-vif-deleted', 'tag': 'a80b5b13-22e1-4804-9f05-144c73bebcbd'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:24:05.650428 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c36eb-ec8d-4dd6-8a20-f6f2b20512eb" -d '{"events": [{"server_uuid": "a7845fd0-f08a-4d9d-a55d-fafd56c03da7", "name": "network-vif-deleted", "tag": "a80b5b13-22e1-4804-9f05-144c73bebcbd"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:24:05.687686 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a0a29e-a8b5-40ed-9cca-7002b62c6e50 x-openstack-request-id: req-68a0a29e-a8b5-40ed-9cca-7002b62c6e50 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:24:05.687970 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7845fd0-f08a-4d9d-a55d-fafd56c03da7", "name": "network-vif-deleted", "tag": "a80b5b13-22e1-4804-9f05-144c73bebcbd", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:24:05.688214 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68a0a29e-a8b5-40ed-9cca-7002b62c6e50 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:24:05.688597 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7845fd0-f08a-4d9d-a55d-fafd56c03da7', 'name': 'network-vif-deleted', 'tag': 'a80b5b13-22e1-4804-9f05-144c73bebcbd', 'status': 'completed', 'code': 200} Aug 29 14:24:06.448078 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-244d2ffc-f0e5-49a8-a21b-eebc0c29bb0c req-f357cf08-db05-4885-addf-180b8201ce61 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 210 time: 0.0293260 Aug 29 14:24:06.995268 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['a80b5b13-22e1-4804-9f05-144c73bebcbd'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:24:07.543005 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f4c7dc2-3dc9-440c-9cc7-f453303fd404 req-b6c8dceb-bc5c-4018-8ab8-8735bba5a686 tempest-DeleteServersTestJSON-889526703 tempest-DeleteServersTestJSON-889526703-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7845fd0-f08a-4d9d-a55d-fafd56c03da7 HTTP/1.1" status: 200 len: 210 time: 0.0271819 Aug 29 14:24:07.864454 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device a80b5b13-22e1-4804-9f05-144c73bebcbd no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:24:07.885387 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: a80b5b13-22e1-4804-9f05-144c73bebcbd {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:24:07.885748 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device a80b5b13-22e1-4804-9f05-144c73bebcbd not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:24:08.751860 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40010) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:08.896245 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.014535 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.019069 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.064434 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5629b10623f42e7ade3b72d987c03c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078668 Aug 29 14:24:09.064434 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e239b314-a9fa-42d4-93a6-a837bcdb445a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:09.064989 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40032) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:09.071580 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.072791 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.073240 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.073718 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.074145 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.074589 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.075048 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.075489 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.075910 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.076318 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.076859 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.077375 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4066bf-cef7-4c6b-85c9-6dbda7cc552b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.123609 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40034) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:09.133480 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bf94f9f-da6f-4943-9182-699d6bff7226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.154824 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bf94f9f-da6f-4943-9182-699d6bff7226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.209064 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bf94f9f-da6f-4943-9182-699d6bff7226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.211689 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bf94f9f-da6f-4943-9182-699d6bff7226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.212867 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-8bf94f9f-da6f-4943-9182-699d6bff7226 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e239b314-a9fa-42d4-93a6-a837bcdb445a HTTP/1.1" status: 204 len: 168 time: 0.1468818 Aug 29 14:24:09.222905 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf94f9f-da6f-4943-9182-699d6bff7226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e239b314-a9fa-42d4-93a6-a837bcdb445a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:09.234616 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e268ccc-65e5-42b9-a735-9a889ca136b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.326847 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e268ccc-65e5-42b9-a735-9a889ca136b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.330860 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e268ccc-65e5-42b9-a735-9a889ca136b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.370050 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1e268ccc-65e5-42b9-a735-9a889ca136b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eaf2a8306dae42ec84c68403d911eb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446039 Aug 29 14:24:09.370567 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e268ccc-65e5-42b9-a735-9a889ca136b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba522d2-81b2-4034-8f8a-f8f62f107309,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:09.373191 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40042) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:09.437549 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.464171 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.535835 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.539078 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:09.540224 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ba522d2-81b2-4034-8f8a-f8f62f107309 HTTP/1.1" status: 204 len: 168 time: 0.1657236 Aug 29 14:24:09.555106 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba522d2-81b2-4034-8f8a-f8f62f107309,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:09.558417 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.558566 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.558807 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.559142 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.559470 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.559852 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.560179 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.560504 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.560824 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.561143 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.561459 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.561780 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d43923-89e2-4b5e-ad82-50493df6bc19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:09.928562 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40080) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:09.956621 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d27daf2a-27df-4af8-ad01-37569d21ae06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:10.055201 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d27daf2a-27df-4af8-ad01-37569d21ae06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:10.059035 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d27daf2a-27df-4af8-ad01-37569d21ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:10.095230 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27daf2a-27df-4af8-ad01-37569d21ae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b482ef-9248-43ff-b161-154bd37243f9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:10.099492 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d27daf2a-27df-4af8-ad01-37569d21ae06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9790cc33d4e64d469ab82d4bebf12bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698437 Aug 29 14:24:10.102048 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40096) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:10.149336 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a4e779c-9ccf-44f6-a1a2-1eef7caab13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:10.179962 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a4e779c-9ccf-44f6-a1a2-1eef7caab13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:10.230959 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a4e779c-9ccf-44f6-a1a2-1eef7caab13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:10.233759 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a4e779c-9ccf-44f6-a1a2-1eef7caab13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:10.237605 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-9a4e779c-9ccf-44f6-a1a2-1eef7caab13f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49b482ef-9248-43ff-b161-154bd37243f9 HTTP/1.1" status: 204 len: 168 time: 0.1320775 Aug 29 14:24:10.242555 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e779c-9ccf-44f6-a1a2-1eef7caab13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b482ef-9248-43ff-b161-154bd37243f9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:10.810735 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40124) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:10.920817 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3d92d8f-e64f-4c80-a3db-3f6365dc4045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:11.010961 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3d92d8f-e64f-4c80-a3db-3f6365dc4045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:11.015224 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3d92d8f-e64f-4c80-a3db-3f6365dc4045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:11.054237 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a3d92d8f-e64f-4c80-a3db-3f6365dc4045 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abf684f816ec4e54aa52b472a80fb63e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422338 Aug 29 14:24:11.055385 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d92d8f-e64f-4c80-a3db-3f6365dc4045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a08233-819a-440b-860e-6ee4aea29d79,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:11.056955 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40136) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:11.108576 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d6da470d-95b5-4d93-8447-3425c3cfe1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:11.129057 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d6da470d-95b5-4d93-8447-3425c3cfe1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:11.175689 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d6da470d-95b5-4d93-8447-3425c3cfe1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:11.178215 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d6da470d-95b5-4d93-8447-3425c3cfe1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:11.179371 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d6da470d-95b5-4d93-8447-3425c3cfe1f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61a08233-819a-440b-860e-6ee4aea29d79 HTTP/1.1" status: 204 len: 168 time: 0.1208036 Aug 29 14:24:11.188043 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da470d-95b5-4d93-8447-3425c3cfe1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a08233-819a-440b-860e-6ee4aea29d79,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:12.280807 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40206) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:12.387985 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1d54058b-7a55-460c-ae6d-f10a6a950e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:12.483750 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1d54058b-7a55-460c-ae6d-f10a6a950e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:12.487725 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1d54058b-7a55-460c-ae6d-f10a6a950e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:12.525543 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1d54058b-7a55-460c-ae6d-f10a6a950e36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e3bc81d7aab4778b782d6aabe809486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435415 Aug 29 14:24:12.526682 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54058b-7a55-460c-ae6d-f10a6a950e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff856fd-8cac-4169-8fb2-7260efa9f866,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:12.528386 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40218) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:12.604704 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-076fc10a-eda1-4503-bb94-532616d96e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:12.627605 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-076fc10a-eda1-4503-bb94-532616d96e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:12.675815 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-076fc10a-eda1-4503-bb94-532616d96e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:12.678314 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-076fc10a-eda1-4503-bb94-532616d96e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:12.679487 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-076fc10a-eda1-4503-bb94-532616d96e48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ff856fd-8cac-4169-8fb2-7260efa9f866 HTTP/1.1" status: 204 len: 168 time: 0.1494339 Aug 29 14:24:12.689141 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fc10a-eda1-4503-bb94-532616d96e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff856fd-8cac-4169-8fb2-7260efa9f866,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:13.042280 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40242) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:13.095216 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40248) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:13.109167 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af3d103-f3f9-4276-a1e6-bfdb016ec74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.206115 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af3d103-f3f9-4276-a1e6-bfdb016ec74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.214702 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af3d103-f3f9-4276-a1e6-bfdb016ec74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.266267 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3af3d103-f3f9-4276-a1e6-bfdb016ec74d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc5b3f4a61d742b788a14ce3105f48e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699960 Aug 29 14:24:13.268565 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a61eca8e-6ed9-42f8-ae3e-627bbf06becc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.269147 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40254) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:13.271332 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3d103-f3f9-4276-a1e6-bfdb016ec74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df0164-d2e0-464a-b108-3423f04b5c3d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:13.351807 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c9f084cf-e4be-43a3-84c7-635fae8ab090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.377391 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c9f084cf-e4be-43a3-84c7-635fae8ab090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.397120 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a61eca8e-6ed9-42f8-ae3e-627bbf06becc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.402333 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a61eca8e-6ed9-42f8-ae3e-627bbf06becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.428535 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c9f084cf-e4be-43a3-84c7-635fae8ab090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.431546 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c9f084cf-e4be-43a3-84c7-635fae8ab090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.443072 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-c9f084cf-e4be-43a3-84c7-635fae8ab090 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5df0164-d2e0-464a-b108-3423f04b5c3d HTTP/1.1" status: 204 len: 168 time: 0.1650088 Aug 29 14:24:13.444370 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a61eca8e-6ed9-42f8-ae3e-627bbf06becc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c00c654ec3848db936525b35ca3abb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009697 Aug 29 14:24:13.445285 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eca8e-6ed9-42f8-ae3e-627bbf06becc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f493fa-adee-457a-b556-624c770fc36b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:13.452229 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40262) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:13.464903 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f084cf-e4be-43a3-84c7-635fae8ab090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5df0164-d2e0-464a-b108-3423f04b5c3d,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:13.509977 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4f08-f6f2-4b2a-b00f-4caffef3bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.534986 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4f08-f6f2-4b2a-b00f-4caffef3bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.595167 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4f08-f6f2-4b2a-b00f-4caffef3bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.598115 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4f08-f6f2-4b2a-b00f-4caffef3bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:13.602002 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5d2b4f08-f6f2-4b2a-b00f-4caffef3bcd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3f493fa-adee-457a-b556-624c770fc36b HTTP/1.1" status: 204 len: 168 time: 0.1488318 Aug 29 14:24:13.611623 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b4f08-f6f2-4b2a-b00f-4caffef3bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f493fa-adee-457a-b556-624c770fc36b,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:20.063042 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40514) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:20.226557 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24ba6d13-8cf8-446d-a602-28473e19d47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.326142 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24ba6d13-8cf8-446d-a602-28473e19d47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.330295 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24ba6d13-8cf8-446d-a602-28473e19d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.368719 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-24ba6d13-8cf8-446d-a602-28473e19d47f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=651808aab8c343d7a7eca7fb8f01ca43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038678 Aug 29 14:24:20.369691 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba6d13-8cf8-446d-a602-28473e19d47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2e80eb-51c5-433e-8bd8-4d0a637db231,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:20.373611 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40530) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:20.433679 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3d04d14-461d-4242-affe-530de134477b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.453847 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3d04d14-461d-4242-affe-530de134477b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.505852 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3d04d14-461d-4242-affe-530de134477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.508584 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3d04d14-461d-4242-affe-530de134477b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.509751 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a3d04d14-461d-4242-affe-530de134477b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b2e80eb-51c5-433e-8bd8-4d0a637db231 HTTP/1.1" status: 204 len: 168 time: 0.1351385 Aug 29 14:24:20.518004 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d04d14-461d-4242-affe-530de134477b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2e80eb-51c5-433e-8bd8-4d0a637db231,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:20.742433 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2ce11306-957f-49d8-a687-e24f36db244f req-854486c4-0a40-4b37-800b-ef273c3c8fad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422728 Aug 29 14:24:20.807522 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:24:20.816323 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40536) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:20.830074 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bc682ea-05df-4428-949f-36b6ffce629d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.853603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11306-957f-49d8-a687-e24f36db244f req-9e1ffbec-10db-47f3-945e-dd7fa90a8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:20.855414 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2ce11306-957f-49d8-a687-e24f36db244f req-9e1ffbec-10db-47f3-945e-dd7fa90a8a05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 1098 time: 0.0466924 Aug 29 14:24:20.929054 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bc682ea-05df-4428-949f-36b6ffce629d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.933802 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bc682ea-05df-4428-949f-36b6ffce629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:20.976042 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc682ea-05df-4428-949f-36b6ffce629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39dfe6-d3b3-4d27-98aa-178431aba392,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:20.982461 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11306-957f-49d8-a687-e24f36db244f req-a7777ae8-dbd1-4b0e-b508-6348c6ba285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:20.984233 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2ce11306-957f-49d8-a687-e24f36db244f req-a7777ae8-dbd1-4b0e-b508-6348c6ba285f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 916 time: 0.1072950 Aug 29 14:24:20.997043 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5bc682ea-05df-4428-949f-36b6ffce629d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f67b1e3e1504f41b0f34d6083e66911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772356 Aug 29 14:24:20.997222 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40544) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:21.038312 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2ce11306-957f-49d8-a687-e24f36db244f req-f2b87608-da74-4cc3-ba10-70a381ad3447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ea08871-53a3-4319-8443-a01460098adc HTTP/1.1" status: 200 len: 217 time: 0.0454202 Aug 29 14:24:21.048365 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ae61356-6b61-4ce5-a512-b13b6884c3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.073586 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ae61356-6b61-4ce5-a512-b13b6884c3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.095345 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11306-957f-49d8-a687-e24f36db244f req-6d0682c3-079b-4970-ae53-8800572eb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:21.096805 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2ce11306-957f-49d8-a687-e24f36db244f req-6d0682c3-079b-4970-ae53-8800572eb87d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.0498786 Aug 29 14:24:21.124211 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ae61356-6b61-4ce5-a512-b13b6884c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.126840 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ae61356-6b61-4ce5-a512-b13b6884c3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.130538 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1ae61356-6b61-4ce5-a512-b13b6884c3ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a39dfe6-d3b3-4d27-98aa-178431aba392 HTTP/1.1" status: 204 len: 168 time: 0.1298926 Aug 29 14:24:21.135669 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2ce11306-957f-49d8-a687-e24f36db244f req-63b7ed2b-89c7-4ec8-8c4a-90420c9eb938 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283113 Aug 29 14:24:21.136057 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae61356-6b61-4ce5-a512-b13b6884c3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39dfe6-d3b3-4d27-98aa-178431aba392,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:21.257399 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2ce11306-957f-49d8-a687-e24f36db244f req-bcb11b8b-de44-4821-9ea3-0b7b2d7aef04 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130807 Aug 29 14:24:21.358418 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2ce11306-957f-49d8-a687-e24f36db244f req-00fb0ed0-112e-4c03-9c51-44a65c795ab0 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933411 Aug 29 14:24:21.505425 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40562) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:21.524037 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec45a8aa-d04f-4be0-a24c-0de602f670f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.638243 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec45a8aa-d04f-4be0-a24c-0de602f670f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.641894 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec45a8aa-d04f-4be0-a24c-0de602f670f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.679255 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a8aa-d04f-4be0-a24c-0de602f670f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9aed03-af20-42b1-9c76-8d79ed169e29,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:21.683695 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-ec45a8aa-d04f-4be0-a24c-0de602f670f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87bfed25b4d34998823651e802ef734c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772137 Aug 29 14:24:21.686389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40568) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:21.736845 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2c256c-da70-44d0-bafd-50c0d04fbf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.757409 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2c256c-da70-44d0-bafd-50c0d04fbf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.803481 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2c256c-da70-44d0-bafd-50c0d04fbf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.806547 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2c256c-da70-44d0-bafd-50c0d04fbf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:21.807857 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-bb2c256c-da70-44d0-bafd-50c0d04fbf43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb9aed03-af20-42b1-9c76-8d79ed169e29 HTTP/1.1" status: 204 len: 168 time: 0.1206508 Aug 29 14:24:21.815485 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c256c-da70-44d0-bafd-50c0d04fbf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9aed03-af20-42b1-9c76-8d79ed169e29,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:22.790105 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40626) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:22.904613 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b37eb90-955b-4cf8-a82b-c2a8428944fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:22.999124 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b37eb90-955b-4cf8-a82b-c2a8428944fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.003749 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b37eb90-955b-4cf8-a82b-c2a8428944fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.044943 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-8b37eb90-955b-4cf8-a82b-c2a8428944fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b8465a7b3bd411290ae6d91966a2c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532308 Aug 29 14:24:23.046331 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37eb90-955b-4cf8-a82b-c2a8428944fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae58f1-47bb-4883-b3c2-15f2475a74a6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:23.047892 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40634) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:23.098400 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4814-0531-484c-9e33-ca4d14fca399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.119142 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4814-0531-484c-9e33-ca4d14fca399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.151520 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.163050 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4814-0531-484c-9e33-ca4d14fca399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.166199 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4814-0531-484c-9e33-ca4d14fca399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.167430 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-fc5b4814-0531-484c-9e33-ca4d14fca399 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bae58f1-47bb-4883-b3c2-15f2475a74a6 HTTP/1.1" status: 204 len: 168 time: 0.1185944 Aug 29 14:24:23.175180 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b4814-0531-484c-9e33-ca4d14fca399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae58f1-47bb-4883-b3c2-15f2475a74a6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:23.429026 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40644) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:23.442383 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dbaab442-6684-4791-b7ed-ed428bb8bbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.530444 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dbaab442-6684-4791-b7ed-ed428bb8bbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.534021 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dbaab442-6684-4791-b7ed-ed428bb8bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.569606 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaab442-6684-4791-b7ed-ed428bb8bbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c2fc30-3ede-4ec1-9b08-057c7815e0ba,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:23.573953 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-dbaab442-6684-4791-b7ed-ed428bb8bbeb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a14ced2197d462e9528a4259e079496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439099 Aug 29 14:24:23.576457 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40646) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:23.624183 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-516be759-f3c4-4203-8f2c-a20ff45d3697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.644116 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-516be759-f3c4-4203-8f2c-a20ff45d3697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.689245 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-516be759-f3c4-4203-8f2c-a20ff45d3697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.691934 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-516be759-f3c4-4203-8f2c-a20ff45d3697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:23.693218 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-516be759-f3c4-4203-8f2c-a20ff45d3697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57c2fc30-3ede-4ec1-9b08-057c7815e0ba HTTP/1.1" status: 204 len: 168 time: 0.1157384 Aug 29 14:24:23.702966 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516be759-f3c4-4203-8f2c-a20ff45d3697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c2fc30-3ede-4ec1-9b08-057c7815e0ba,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:24.012291 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40654) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:24.025313 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c1b80a3-2d93-48b5-abb3-6d05fce8305d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:24.118081 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c1b80a3-2d93-48b5-abb3-6d05fce8305d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:24.122449 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c1b80a3-2d93-48b5-abb3-6d05fce8305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:24.160215 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-6c1b80a3-2d93-48b5-abb3-6d05fce8305d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=225fa1aef13a4d178fdfb64eff51d42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468203 Aug 29 14:24:24.161314 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b80a3-2d93-48b5-abb3-6d05fce8305d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972e81cb-99d1-4060-b2a1-6432bfd76a1b,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:24.162823 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40658) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:24.211535 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f340-464c-4d7d-a2d8-8442b545f793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:24.232360 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f340-464c-4d7d-a2d8-8442b545f793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:24.276437 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f340-464c-4d7d-a2d8-8442b545f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:24.278912 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f340-464c-4d7d-a2d8-8442b545f793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:24.280014 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-ebe3f340-464c-4d7d-a2d8-8442b545f793 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/972e81cb-99d1-4060-b2a1-6432bfd76a1b HTTP/1.1" status: 204 len: 168 time: 0.1156027 Aug 29 14:24:24.287391 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3f340-464c-4d7d-a2d8-8442b545f793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972e81cb-99d1-4060-b2a1-6432bfd76a1b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:24.322312 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-09047b17-7265-4309-b2ba-9cea6896a3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:26.952874 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ce1797de-6115-4c82-8ef8-2e7bac5c2afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:27.442206 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:27.924822 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:29.615106 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:31.310476 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40824) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:31.412140 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e22a77e-d560-409f-a1f0-f5c4609b787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:31.503516 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e22a77e-d560-409f-a1f0-f5c4609b787b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:31.507258 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e22a77e-d560-409f-a1f0-f5c4609b787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:31.554473 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-2e22a77e-d560-409f-a1f0-f5c4609b787b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a9eff2bfbc54432b64fd7a1c1947849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428944 Aug 29 14:24:31.555596 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22a77e-d560-409f-a1f0-f5c4609b787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac935b65-3848-49d6-b90d-7810c48dbd0d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:31.557830 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40828) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:31.611339 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-faa38192-df4c-411e-bf6e-b2bae38568d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:31.632688 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-faa38192-df4c-411e-bf6e-b2bae38568d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:31.679077 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-faa38192-df4c-411e-bf6e-b2bae38568d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:31.681810 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-faa38192-df4c-411e-bf6e-b2bae38568d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:31.685548 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-faa38192-df4c-411e-bf6e-b2bae38568d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac935b65-3848-49d6-b90d-7810c48dbd0d HTTP/1.1" status: 204 len: 168 time: 0.1267145 Aug 29 14:24:31.693359 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa38192-df4c-411e-bf6e-b2bae38568d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac935b65-3848-49d6-b90d-7810c48dbd0d,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:31.971180 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40850) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:31.984589 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-afa51a7f-2412-4ec9-92d8-009b00117871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:32.070612 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-afa51a7f-2412-4ec9-92d8-009b00117871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:32.074068 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-afa51a7f-2412-4ec9-92d8-009b00117871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:32.116362 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-afa51a7f-2412-4ec9-92d8-009b00117871 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d0d230fec904f50b5a8b5f1a36059ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440368 Aug 29 14:24:32.117890 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa51a7f-2412-4ec9-92d8-009b00117871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c85331-f547-4e57-8c93-2970e2d253b2,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:32.119562 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40852) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:32.170857 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9de602b-907b-4f8b-92e0-8802d0e12417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:32.190898 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9de602b-907b-4f8b-92e0-8802d0e12417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:32.236101 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9de602b-907b-4f8b-92e0-8802d0e12417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:32.238756 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9de602b-907b-4f8b-92e0-8802d0e12417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:32.240160 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d9de602b-907b-4f8b-92e0-8802d0e12417 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29c85331-f547-4e57-8c93-2970e2d253b2 HTTP/1.1" status: 204 len: 168 time: 0.1195354 Aug 29 14:24:32.250324 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de602b-907b-4f8b-92e0-8802d0e12417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c85331-f547-4e57-8c93-2970e2d253b2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:33.084972 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40888) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:33.192734 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6f5db96-f7f4-4814-bb39-8f341d75205e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:33.284917 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6f5db96-f7f4-4814-bb39-8f341d75205e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:33.288676 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6f5db96-f7f4-4814-bb39-8f341d75205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:33.332753 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f6f5db96-f7f4-4814-bb39-8f341d75205e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f29a9a2af72b46159e2698c6aad28bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466543 Aug 29 14:24:33.333681 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5db96-f7f4-4814-bb39-8f341d75205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b5f1f7-f5ae-49e8-8e3b-137b0edac47b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:33.335494 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40900) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:33.389053 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3d361ad2-bd12-4899-89a5-0bbb66926d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:33.416776 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3d361ad2-bd12-4899-89a5-0bbb66926d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:33.463742 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3d361ad2-bd12-4899-89a5-0bbb66926d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:33.466834 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3d361ad2-bd12-4899-89a5-0bbb66926d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:33.467991 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-3d361ad2-bd12-4899-89a5-0bbb66926d03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36b5f1f7-f5ae-49e8-8e3b-137b0edac47b HTTP/1.1" status: 204 len: 168 time: 0.1309197 Aug 29 14:24:33.476053 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d361ad2-bd12-4899-89a5-0bbb66926d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b5f1f7-f5ae-49e8-8e3b-137b0edac47b,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:34.207742 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40942) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:34.303634 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-296021006-network', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:34.323886 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Made reservation on behalf of 034ced9d4f634c19a9059676ef9e2892 for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:34.326232 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.334221 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.433314 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.437029 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.461049 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:24:34.471343 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6885d2d-7934-42a5-99e9-749c113985be,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:34.476027 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.476365 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Added segment 2862b41c-5682-4e88-a5e0-cdb58a7ffe65 of type vlan for network b63349b1-f821-4efb-a380-13cf82cffcfe Aug 29 14:24:34.515090 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.538624 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.539485 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:34.540638 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.592069 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3831799 Aug 29 14:24:34.595093 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 40946) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:34.600099 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Request body: {'subnet': {'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-296021006-subnet', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:34.600565 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c18dfa-fe30-499c-aa46-66fae62c994b admin admin] Pushing event updated for resources: {'Network': ['ID=b63349b1-f821-4efb-a380-13cf82cffcfe,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:34.611870 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network b63349b1-f821-4efb-a380-13cf82cffcfe details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:24:34.620529 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Made reservation on behalf of 034ced9d4f634c19a9059676ef9e2892 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:34.623112 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6587858'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.793907 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8077618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6587808'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.853390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cf809b-4d1a-4515-8ab6-42a82e1e921d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:34.860335 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Checking segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:34.860684 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Network hostable DHCP agents. Network: b63349b1-f821-4efb-a380-13cf82cffcfe, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:24:34.876611 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Network b63349b1-f821-4efb-a380-13cf82cffcfe is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:24:34.885445 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, b63349b1-f821-4efb-a380-13cf82cffcfe) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:34.889647 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:34.890235 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.895589 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce02a07a-6dd6-45ba-91da-eea4435d740d None None] Network b63349b1-f821-4efb-a380-13cf82cffcfe requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:24:34.912357 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-909d4597-1872-4fca-a40b-1daacd062ac7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3161352 Aug 29 14:24:34.915849 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 40950) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:34.921439 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:34.952949 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:34.954275 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.048725 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.063428 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-b63349b1-f821-4efb-a380-13cf82cffcfe', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:24:35.064313 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.201014 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.215196 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Allocated IP 172.20.0.2 (b63349b1-f821-4efb-a380-13cf82cffcfe/d3cf809b-4d1a-4515-8ab6-42a82e1e921d/afb0de6a-317d-40af-913b-a68e57ee707b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:35.373426 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.382427 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Transition to ACTIVE for port object afb0de6a-317d-40af-913b-a68e57ee707b will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:35.397671 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Transition to ACTIVE for port object afb0de6a-317d-40af-913b-a68e57ee707b will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:35.404232 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.415864 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.450459 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.456003 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Network b63349b1-f821-4efb-a380-13cf82cffcfe is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:35.461407 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:35.465447 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:35.475413 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Pushing event updated for resources: {'Port': ['ID=afb0de6a-317d-40af-913b-a68e57ee707b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:35.529719 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Attempting to bind port afb0de6a-317d-40af-913b-a68e57ee707b on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:35.530072 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Attempting to bind port afb0de6a-317d-40af-913b-a68e57ee707b by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:35.530434 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Attempting to bind port afb0de6a-317d-40af-913b-a68e57ee707b on network b63349b1-f821-4efb-a380-13cf82cffcfe {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:35.535613 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:35.535966 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Checking segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:35.536357 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.536748 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Bound using segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:35.537247 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Bound port: afb0de6a-317d-40af-913b-a68e57ee707b, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:35.537663 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.563743 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Allocated IP 172.27.3.48 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/02d8152a-f710-4377-a109-f09a696b82fa) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:35.607266 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] For port afb0de6a-317d-40af-913b-a68e57ee707b, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:35.610214 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] For port afb0de6a-317d-40af-913b-a68e57ee707b, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=afb0de6a-317d-40af-913b-a68e57ee707b,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:35.614826 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.668062 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.670742 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e5912-59a9-4b96-a826-38141ddf5245 None None] Pushing event updated for resources: {'Port': ['ID=afb0de6a-317d-40af-913b-a68e57ee707b,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:35.710660 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:35.747248 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:35.749964 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:35.755170 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:35.785759 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Pushing event updated for resources: {'Port': ['ID=02d8152a-f710-4377-a109-f09a696b82fa,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:36.045907 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:36.331508 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-958de9a3-dd45-490b-a0b4-ffcdedf43637 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=115457dcc51f4877a8b2732a8d5505ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333152 Aug 29 14:24:36.387335 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-bfe9304e-f95a-440b-89ce-2ab1bdccb834 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:36.388961 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-bfe9304e-f95a-440b-89ce-2ab1bdccb834 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 815 time: 0.1305482 Aug 29 14:24:36.416569 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-a12e3c43-2d0f-47c6-a270-c6e753380409 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/quotas/9eaae8641741427da3548fce0e7be5af HTTP/1.1" status: 200 len: 375 time: 0.0167005 Aug 29 14:24:36.490875 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-534f826f-7982-4401-9433-bb5b8cd15f3c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729351 Aug 29 14:24:36.574457 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fce5b217-fc21-4ecb-9902-51db679a570f tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:36.583331 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fce5b217-fc21-4ecb-9902-51db679a570f tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445650 Aug 29 14:24:36.700615 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-018002a6-5e14-40a6-8f6a-3969810b6a83 service neutron] 10.222.0.20 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958661 Aug 29 14:24:36.708993 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-ae67fb6c-417e-4b3a-9d82-5fd34d36b922 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/quotas/115457dcc51f4877a8b2732a8d5505ef HTTP/1.1" status: 200 len: 375 time: 0.1245823 Aug 29 14:24:36.737990 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:36.757660 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-dba68f66-b18a-4d5b-8de2-b298229bf692 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=115457dcc51f4877a8b2732a8d5505ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475907 Aug 29 14:24:36.859000 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de1333-678c-41c9-a3ca-d5ab2da76c49 None None] Network b63349b1-f821-4efb-a380-13cf82cffcfe requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:24:36.914058 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-db0b68c8-297e-49b3-8189-31d356092705 service neutron] 10.222.0.20 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018907 Aug 29 14:24:36.926800 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Router aacda337-592f-48bb-8095-b8b163aff8a3 is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:24:37.001328 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-9cae41c0-b8fa-4b36-8662-d4814cb2ad35 None None] Provisioning for port afb0de6a-317d-40af-913b-a68e57ee707b completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:37.141069 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9821d161-a853-4967-94a4-8a8ebf540939 req-cf7aa71e-46b6-47b4-8f7f-0fe32d6f59ab tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 210 time: 0.0720978 Aug 29 14:24:37.203065 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a2d40058-dadb-4ff8-97a0-ce9ec6d5e6b2 req-04365433-574d-4c0d-9582-65fba57cf467 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 210 time: 0.0497525 Aug 29 14:24:37.203557 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:37.218924 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:24:37.233618 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:24:37.239561 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.242581 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-eed27cca-da0c-4d19-8441-c5df5e09c2eb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3239326 Aug 29 14:24:37.244578 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41040) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:37.248453 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:37.249080 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:37.318421 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee6e978-3f82-463b-9b42-2b303b45c119 admin admin] Deleting subnet c4739c06-b86a-4e90-ab78-d469c4fe958e {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:24:37.325673 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e978-3f82-463b-9b42-2b303b45c119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.401731 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e978-3f82-463b-9b42-2b303b45c119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.459661 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e978-3f82-463b-9b42-2b303b45c119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.495544 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:37.538648 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e978-3f82-463b-9b42-2b303b45c119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.575123 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6e978-3f82-463b-9b42-2b303b45c119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4739c06-b86a-4e90-ab78-d469c4fe958e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:37.582888 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e978-3f82-463b-9b42-2b303b45c119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.586255 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-2ee6e978-3f82-463b-9b42-2b303b45c119 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c4739c06-b86a-4e90-ab78-d469c4fe958e HTTP/1.1" status: 204 len: 168 time: 0.3817205 Aug 29 14:24:37.589010 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41066) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:37.688620 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.792503 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device afb0de6a-317d-40af-913b-a68e57ee707b up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:37.818333 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.831008 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0135ee-c937-434b-b91b-098eeee0ebfe']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:37.843787 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f04d071-9124-47c9-a150-5871b31b6eef') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:37.844223 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f04d071-9124-47c9-a150-5871b31b6eef') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:37.855473 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.874551 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.891000 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:24:37.891436 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:24:37.893646 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:24:37.906468 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port afb0de6a-317d-40af-913b-a68e57ee707b completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:37.911304 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port afb0de6a-317d-40af-913b-a68e57ee707b triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:37.911908 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.920623 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:35Z', 'revision_number': 3, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:37.957354 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:24:37.957901 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Updating router aacda337-592f-48bb-8095-b8b163aff8a3 port 02d8152a-f710-4377-a109-f09a696b82fa binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:24:37.960522 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.965783 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.988820 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:37.991678 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9e0135ee-c937-434b-b91b-098eeee0ebfe HTTP/1.1" status: 204 len: 168 time: 0.4013016 Aug 29 14:24:38.017102 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.018852 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd76c3b-7ca2-4bd2-b629-24351353c922 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0135ee-c937-434b-b91b-098eeee0ebfe,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:38.168693 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.245217 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41106) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:38.266281 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port afb0de6a-317d-40af-913b-a68e57ee707b, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=afb0de6a-317d-40af-913b-a68e57ee707b,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:38.276282 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.336455 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ae91c3ca-9161-42f1-ac93-bf2e820c7c18 req-4ec3b550-f42b-4df1-9658-7231686a3c6c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 210 time: 0.0500448 Aug 29 14:24:38.338647 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Allocated IP 172.20.0.1 (b63349b1-f821-4efb-a380-13cf82cffcfe/d3cf809b-4d1a-4515-8ab6-42a82e1e921d/d03d28e9-991c-4bb1-9f7d-72db23890a33) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:38.353251 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=afb0de6a-317d-40af-913b-a68e57ee707b,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:38.359792 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-14936fb1-e532-444e-b652-661cbfe7358f req-57b50310-f25a-45b9-ab18-065f56ceff0d tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 210 time: 0.0569644 Aug 29 14:24:38.361543 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.362073 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.362489 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.362760 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.363088 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.363413 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.363897 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.364219 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.364611 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.364937 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.365384 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.365707 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.390189 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a8a50241-db2c-452f-b974-8e4fd4673c84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7571dc2789914192baf6142d8bf221f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1438141 Aug 29 14:24:38.391426 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41108) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:38.443084 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.454134 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Transition to ACTIVE for port object 02d8152a-f710-4377-a109-f09a696b82fa will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:38.455231 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca8aa-251d-4e56-b87e-48ce10bb497f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.462429 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.481912 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca8aa-251d-4e56-b87e-48ce10bb497f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.537901 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Pushing event updated for resources: {'Port': ['ID=02d8152a-f710-4377-a109-f09a696b82fa,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:38.547830 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Attempting to bind port 02d8152a-f710-4377-a109-f09a696b82fa on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:38.548710 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Attempting to bind port 02d8152a-f710-4377-a109-f09a696b82fa by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:38.548710 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Attempting to bind port 02d8152a-f710-4377-a109-f09a696b82fa on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:38.557637 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca8aa-251d-4e56-b87e-48ce10bb497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.560319 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.560795 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.561244 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.561687 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.562119 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.562687 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.562806 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca8aa-251d-4e56-b87e-48ce10bb497f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.563367 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.563842 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.564263 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.564683 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.567847 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.568009 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1a3ca8aa-251d-4e56-b87e-48ce10bb497f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cde3173f-098b-4bc3-ae63-153ba0598e0c HTTP/1.1" status: 204 len: 168 time: 0.1728344 Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Tracked resource versions report: Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: pushed versions: Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: { 'AddressGroup': {'1.2'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'ConntrackHelper': {'1.0'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Log': {'1.0'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Network': {'1.1'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Port': {'1.7'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'PortForwarding': {'1.2'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'QosPolicy': {'1.9'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SecurityGroup': {'1.4'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SubPort': {'1.0'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Subnet': {'1.1'}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Trunk': {'1.1'}} Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: consumer versions: Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: { DHCP agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: HyperV agent@hv-cinder-77398: {}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: L3 agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: Metadata agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: Metering agent@dv-cinder-773985-15-iscsi: {}, Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: Open vSwitch agent@dv-cinder-773985-15-iscsi: { 'AddressGroup': '1.2', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'ConntrackHelper': '1.0', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Log': '1.0', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Network': '1.1', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Port': '1.7', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'PortForwarding': '1.2', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'QosPolicy': '1.9', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SecurityGroup': '1.4', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SecurityGroupRule': '1.2', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'SubPort': '1.0', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Subnet': '1.1', Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: 'Trunk': '1.1'}} Aug 29 14:24:38.568108 dv-cinder-773985-15-iscsi neutron-server[93804]: {{(pid=93804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:24:38.578979 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:38.579429 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:38.579898 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.580526 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:38.581346 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Bound port: 02d8152a-f710-4377-a109-f09a696b82fa, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:38.582216 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.586008 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ca8aa-251d-4e56-b87e-48ce10bb497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde3173f-098b-4bc3-ae63-153ba0598e0c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:38.596532 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.614540 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Transition to ACTIVE for port object d03d28e9-991c-4bb1-9f7d-72db23890a33 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:38.658103 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] For port 02d8152a-f710-4377-a109-f09a696b82fa, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:38.658989 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.681393 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] For port 02d8152a-f710-4377-a109-f09a696b82fa, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=02d8152a-f710-4377-a109-f09a696b82fa,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:38.692182 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.700596 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-63428cb9-676a-48a3-9fda-5b960ef97146 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=115457dcc51f4877a8b2732a8d5505ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666423 Aug 29 14:24:38.755906 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221b15d-9186-4bea-8a1a-d1120c3b725d None None] Pushing event updated for resources: {'Port': ['ID=02d8152a-f710-4377-a109-f09a696b82fa,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:38.761287 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Network b63349b1-f821-4efb-a380-13cf82cffcfe is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:38.770973 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:38.778077 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:38.778634 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:38.813982 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:38.916996 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:38.922477 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41124) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:38.934773 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:39.295072 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0ec3a6ed-560c-4237-be58-a209c005a519 None None] Provisioning for port d03d28e9-991c-4bb1-9f7d-72db23890a33 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:39.299249 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0ec3a6ed-560c-4237-be58-a209c005a519 None None] Provisioning complete for port d03d28e9-991c-4bb1-9f7d-72db23890a33 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:39.299623 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a6ed-560c-4237-be58-a209c005a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:39.311394 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-4d164b18-9e61-4af5-8b34-5e5b76bdb8c9 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:39.314825 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-4d164b18-9e61-4af5-8b34-5e5b76bdb8c9 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5960319 Aug 29 14:24:39.335711 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Request body: {'port': {'device_id': 'b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c', 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2', 'admin_state_up': True, 'tenant_id': '115457dcc51f4877a8b2732a8d5505ef'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:39.408707 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3a6ed-560c-4237-be58-a209c005a519 None None] Port d03d28e9-991c-4bb1-9f7d-72db23890a33 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:24:39.500874 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-702f0cfc-835a-43a9-924e-af3c5e35c56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:39.509243 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:35Z', 'revision_number': 3, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:39.539525 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cfaf30e0-0549-4eb7-93cd-18a403fb6724 req-e8c37e5d-764e-41fa-96c3-fee538874950 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 210 time: 0.0407841 Aug 29 14:24:39.547249 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d03d28e9-991c-4bb1-9f7d-72db23890a33,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:39.560915 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c5400-f61e-42b0-b54a-30312471c0f0 None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:35Z', 'revision_number': 3, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:24:39.611224 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b660c568-2fa2-416f-a088-40f5ba9e1e59 req-c0e1e308-c61b-4e75-b970-688a26e0986b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 210 time: 0.1244800 Aug 29 14:24:39.695566 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device afb0de6a-317d-40af-913b-a68e57ee707b up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:39.773173 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port afb0de6a-317d-40af-913b-a68e57ee707b triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:39.773557 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:39.809019 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:39.830052 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-702f0cfc-835a-43a9-924e-af3c5e35c56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:39.852044 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41164) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:39.862626 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-702f0cfc-835a-43a9-924e-af3c5e35c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:39.864457 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Made reservation on behalf of 115457dcc51f4877a8b2732a8d5505ef for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:39.868085 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:39.891077 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:39.933285 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f0cfc-835a-43a9-924e-af3c5e35c56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a0e3a-7397-49aa-a5d1-3a2ba0200306,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:39.942331 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-702f0cfc-835a-43a9-924e-af3c5e35c56a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1084a857fc0b45e2b840015117279158&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0184169 Aug 29 14:24:39.944998 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41168) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:40.038041 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-network', 'tenant_id': '2c8d97baadd8475d9e46e745865786be'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:40.063451 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.082759 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.115874 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Made reservation on behalf of 2c8d97baadd8475d9e46e745865786be for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:40.119503 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.128630 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a625ede8-b230-4384-a2d1-b3d336880ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.169032 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a625ede8-b230-4384-a2d1-b3d336880ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.180372 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.197779 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.218708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da686a9-b44f-4fb0-834d-e0fc0acd5362,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:40.233142 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.306131 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Allocated IP 192.168.233.231 (ad074669-a9a9-4453-91e5-d58fceec90c2/1512a0f8-e814-4db0-8d5e-b099650cb9af/e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:40.333357 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.456826 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.471454 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.503660 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4e787-fd5d-45c6-8e96-4e9f6c60033e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:40.527171 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:24:40.564690 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.570880 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.segments_db [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Added segment 440174f8-7fef-4237-bafd-089dd7fbb9db of type vlan for network c80d3bea-4c0c-4e83-98d4-09ad10f52951 Aug 29 14:24:40.576138 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Network b63349b1-f821-4efb-a380-13cf82cffcfe is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:40.593545 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:40.613819 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-59b33c21-fd05-498e-b462-171b987f8449 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:40.616230 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-59b33c21-fd05-498e-b462-171b987f8449 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 815 time: 0.4144788 Aug 29 14:24:40.619643 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.638772 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Transition to ACTIVE for port object e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:40.671449 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a625ede8-b230-4384-a2d1-b3d336880ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.674007 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a625ede8-b230-4384-a2d1-b3d336880ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.675166 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-a625ede8-b230-4384-a2d1-b3d336880ed4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f40a0e3a-7397-49aa-a5d1-3a2ba0200306 HTTP/1.1" status: 204 len: 168 time: 0.7292683 Aug 29 14:24:40.698742 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Request body: {'port': {'device_id': '971a0c96-b12c-45d8-b0a7-24d0b7c14075', 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'admin_state_up': True, 'tenant_id': '9eaae8641741427da3548fce0e7be5af'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:40.720624 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d03d28e9-991c-4bb1-9f7d-72db23890a33,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:40.772845 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.826869 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.843610 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625ede8-b230-4384-a2d1-b3d336880ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a0e3a-7397-49aa-a5d1-3a2ba0200306,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:40.891422 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0c6c0ad1-7b48-417c-be8f-ac2e99b587ff req-1d7a900b-fa90-4f42-978a-8a05f6bf07f9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 210 time: 0.1234777 Aug 29 14:24:40.931817 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.933120 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:40.934799 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:40.953713 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-990e8ae8-b0b8-4313-82aa-955c79a15bd4 None None] Provisioning complete for port d03d28e9-991c-4bb1-9f7d-72db23890a33 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:40.954242 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-990e8ae8-b0b8-4313-82aa-955c79a15bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.000172 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-990e8ae8-b0b8-4313-82aa-955c79a15bd4 None None] Port d03d28e9-991c-4bb1-9f7d-72db23890a33 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:24:41.025141 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Router aacda337-592f-48bb-8095-b8b163aff8a3 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:24:41.059125 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2051685 Aug 29 14:24:41.063664 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41190) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:41.068901 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Request body: {'subnet': {'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-subnet', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:41.070664 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13264baf-6e65-4fcf-b07f-f38c9cd175d3 req-1477b236-0f34-4412-893c-23e67ce0b3ed tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:41.072775 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-13264baf-6e65-4fcf-b07f-f38c9cd175d3 req-1477b236-0f34-4412-893c-23e67ce0b3ed tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 936 time: 0.3810706 Aug 29 14:24:41.081104 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Network ad074669-a9a9-4453-91e5-d58fceec90c2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:41.082113 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b67fa-8ef8-4c63-b1f0-0bcc22d4b180 admin admin] Pushing event updated for resources: {'Network': ['ID=c80d3bea-4c0c-4e83-98d4-09ad10f52951,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:41.091279 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:41.100178 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network c80d3bea-4c0c-4e83-98d4-09ad10f52951 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:24:41.103732 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:41.140400 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Made reservation on behalf of 9eaae8641741427da3548fce0e7be5af for: {'port': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:41.144488 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.155719 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41192) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:41.166033 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Pushing event updated for resources: {'Port': ['ID=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:41.205088 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e3eae909-994d-4b73-903e-b3adfb615f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.209317 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Made reservation on behalf of 2c8d97baadd8475d9e46e745865786be for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:41.213328 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4350102'] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.223250 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-13264baf-6e65-4fcf-b07f-f38c9cd175d3 req-a2d18d7d-9ae1-43be-9cc5-857dd58af83e tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588856 Aug 29 14:24:41.234446 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:41.235163 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.254347 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-54f61a9a-1032-4b1a-ae30-934a5c87aaa8 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9229002 Aug 29 14:24:41.289048 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Request body: {'port': {'device_id': 'b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:41.351916 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.424779 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:24:41.431040 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-e2b0eb4e-05e5-4320-af40-f4f98edb78f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/aacda337-592f-48bb-8095-b8b163aff8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1849217 Aug 29 14:24:41.442775 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a5df0ecf-b822-4791-906d-d359c9c93ee7 None None] Provisioning for port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:41.449073 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a5df0ecf-b822-4791-906d-d359c9c93ee7 None None] Provisioning complete for port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:41.449788 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5df0ecf-b822-4791-906d-d359c9c93ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.505415 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a5df0ecf-b822-4791-906d-d359c9c93ee7 None None] Port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:24:41.598641 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Allocated IP 172.20.0.14 (d5374394-97c3-4513-8eb6-5aa5e2c689a4/132f97a7-9f99-4a56-90b4-7e90ff05bd09/5ea21374-d91f-44a8-aa40-9579aaecc645) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:41.743519 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:24:41.747787 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e3eae909-994d-4b73-903e-b3adfb615f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.754766 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.758191 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4350180'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.770053 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Transition to ACTIVE for port object e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:41.771253 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e3eae909-994d-4b73-903e-b3adfb615f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.785038 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 02d8152a-f710-4377-a109-f09a696b82fa up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:41.789035 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.843199 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Pushing event updated for resources: {'Port': ['ID=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:41.888033 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 02d8152a-f710-4377-a109-f09a696b82fa completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:41.896157 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 02d8152a-f710-4377-a109-f09a696b82fa triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:41.896807 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:41.939564 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-e3eae909-994d-4b73-903e-b3adfb615f00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=607ffbd5b9784c9fb52fc4eaa2b8badc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7827628 Aug 29 14:24:41.942569 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41210) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:41.954043 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0524dc3a-6c93-463a-aa36-cb8ddd85a62f,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:41.976998 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eae909-994d-4b73-903e-b3adfb615f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d735e2-9b75-40a0-a968-1ace19932759,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:42.022011 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:24:42.035797 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:42.037307 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:42.037891 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Checking segment: {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:42.038857 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Network hostable DHCP agents. Network: c80d3bea-4c0c-4e83-98d4-09ad10f52951, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:24:42.094116 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Attempting to bind port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:42.095016 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Attempting to bind port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:42.095850 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Attempting to bind port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe on network ad074669-a9a9-4453-91e5-d58fceec90c2 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:42.109536 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe on network ad074669-a9a9-4453-91e5-d58fceec90c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:24:42.109862 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Attempting to bind port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe on network ad074669-a9a9-4453-91e5-d58fceec90c2 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:42.116892 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-29bf969e-a3a7-4587-89f4-c83d0b28da42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.121101 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:42.121434 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Checking segment: {'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:42.121813 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Bound using segment: {'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:42.122249 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Bound port: e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56be1fdc-51fb-47e8-88a4-eeb66238a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:42.122627 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.182609 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-29bf969e-a3a7-4587-89f4-c83d0b28da42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.183478 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-74f59d4e-052a-4f56-a498-728dabd27999 req-af50acfb-2425-4a21-97ef-6c9cc5575632 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 210 time: 0.1184838 Aug 29 14:24:42.187871 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Network c80d3bea-4c0c-4e83-98d4-09ad10f52951 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:24:42.204422 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.214371 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, c80d3bea-4c0c-4e83-98d4-09ad10f52951) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:42.219620 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:42.220209 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.246919 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-2fb1d2f6-e4dc-45ef-bf5d-b9429766c1ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1827509 Aug 29 14:24:42.250792 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41216) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:42.256613 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:42.307116 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] For port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:42.311032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] For port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,segment=NetworkSegment(56be1fdc-51fb-47e8-88a4-eeb66238a420),segment_id=56be1fdc-51fb-47e8-88a4-eeb66238a420)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:42.317978 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.318211 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.320166 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.321313 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.342238 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 02d8152a-f710-4377-a109-f09a696b82fa, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=02d8152a-f710-4377-a109-f09a696b82fa,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:42.345761 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a902c1-0c93-4787-9919-5f38afc93073 None None] Network c80d3bea-4c0c-4e83-98d4-09ad10f52951 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:24:42.351971 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.354941 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.391759 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-29bf969e-a3a7-4587-89f4-c83d0b28da42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.394395 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-29bf969e-a3a7-4587-89f4-c83d0b28da42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.395776 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-29bf969e-a3a7-4587-89f4-c83d0b28da42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40d735e2-9b75-40a0-a968-1ace19932759 HTTP/1.1" status: 204 len: 168 time: 0.4436729 Aug 29 14:24:42.413490 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8ea08871-53a3-4319-8443-a01460098adc'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:24:42.426158 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:42.427284 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.429441 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] 10.222.0.32 "PUT /v2.0/ports/e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe HTTP/1.1" status: 200 len: 1098 time: 1.1471808 Aug 29 14:24:42.432301 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c', 'tag': 'e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:24:42.435078 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68" -d '{"events": [{"name": "network-changed", "server_uuid": "b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c", "tag": "e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:24:42.449381 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Network d5374394-97c3-4513-8eb6-5aa5e2c689a4 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:42.479717 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf969e-a3a7-4587-89f4-c83d0b28da42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d735e2-9b75-40a0-a968-1ace19932759,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:42.481225 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:42.484624 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:42.541481 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89be91-6bbe-405c-b2e6-f03a44fabd9a service neutron] Pushing event updated for resources: {'Port': ['ID=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:42.567860 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:42.568758 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.623113 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a338205-c642-4bf5-93c8-132b97e5fbc0 x-openstack-request-id: req-2a338205-c642-4bf5-93c8-132b97e5fbc0 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:24:42.623648 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c", "tag": "e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:24:42.624043 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a338205-c642-4bf5-93c8-132b97e5fbc0 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:24:42.624574 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c', 'tag': 'e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe', 'status': 'completed', 'code': 200} Aug 29 14:24:42.625697 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41236) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:42.634649 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-651876869-network', 'tenant_id': '17a2809720504ae19c631383d87561b4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:42.639380 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Pushing event updated for resources: {'Port': ['ID=5ea21374-d91f-44a8-aa40-9579aaecc645,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:42.655174 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.670942 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa4b28-34be-48a1-940d-b10f8a5b91ab req-88fc3d1b-30ea-4d95-ab7c-bb3cd1499455 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:42.687244 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8aa4b28-34be-48a1-940d-b10f8a5b91ab req-88fc3d1b-30ea-4d95-ab7c-bb3cd1499455 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 948 time: 0.3178790 Aug 29 14:24:42.707524 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:42.788602 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8aa4b28-34be-48a1-940d-b10f8a5b91ab req-b19f11b0-5d79-4e4f-b557-e9c47bdec359 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002543 Aug 29 14:24:42.792699 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Made reservation on behalf of 17a2809720504ae19c631383d87561b4 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:42.797136 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.807857 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:42.824011 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-2fb29e44-a310-4103-90f7-404f9da0ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:42.826414 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-2fb29e44-a310-4103-90f7-404f9da0ad72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=115457dcc51f4877a8b2732a8d5505ef&device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 1101 time: 0.3223128 Aug 29 14:24:42.879921 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=02d8152a-f710-4377-a109-f09a696b82fa,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:42.882827 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-63b1db82-5925-4f33-91d3-ab596fd68817 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2065127 Aug 29 14:24:42.923409 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-d5f17bf6-5bab-44f1-a82e-ce8f1d220bd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe HTTP/1.1" status: 200 len: 217 time: 0.0537329 Aug 29 14:24:42.925733 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Request body: {'port': {'device_id': '971a0c96-b12c-45d8-b0a7-24d0b7c14075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:42.952246 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.031613 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-11e54a66-c72c-4384-8db1-d79033afb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:43.033481 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-11e54a66-c72c-4384-8db1-d79033afb089 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1512a0f8-e814-4db0-8d5e-b099650cb9af HTTP/1.1" status: 200 len: 843 time: 0.0835953 Aug 29 14:24:43.095937 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.101360 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c424c7f-3ae3-4b2b-a75a-b1836d618c2b None None] Network c80d3bea-4c0c-4e83-98d4-09ad10f52951 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:24:43.108540 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.129417 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:24:43.141569 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.142229 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.segments_db [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Added segment e1382906-7902-4e27-b43f-53ce877e3a93 of type vlan for network 54f9ef87-0161-4ce0-88bb-c0541039a615 Aug 29 14:24:43.208399 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-88089191-d186-4e48-9b19-a6b02cc9d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:43.216703 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-88089191-d186-4e48-9b19-a6b02cc9d55d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad074669-a9a9-4453-91e5-d58fceec90c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1661351 Aug 29 14:24:43.302557 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.305191 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 2, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:43.347002 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:24:43.347374 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Updating router aacda337-592f-48bb-8095-b8b163aff8a3 port d03d28e9-991c-4bb1-9f7d-72db23890a33 binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:24:43.379768 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.391066 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.434086 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-5b22def5-4432-44aa-bc16-4938d296d21c service neutron] 10.222.0.32 "GET /v2.0/networks/ad074669-a9a9-4453-91e5-d58fceec90c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705954 Aug 29 14:24:43.435178 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.436413 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:43.437213 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.472263 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3475063f-35c5-4be6-aabe-194aa9acc663,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:43.595084 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61684df8-2882-410c-9ed7-44699455a5b8 req-3cbb8279-49e7-4698-a94e-248b0e962e4b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:43.596752 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-61684df8-2882-410c-9ed7-44699455a5b8 req-3cbb8279-49e7-4698-a94e-248b0e962e4b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 932 time: 0.1035726 Aug 29 14:24:43.632292 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] Pushing event updated for resources: {'Network': ['ID=54f9ef87-0161-4ce0-88bb-c0541039a615,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:43.650575 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a07352bf-2458-4c52-b718-6c93fc566ea0 req-380a6c4b-140a-4c8b-87b6-ef969aecd334 service neutron] 10.222.0.32 "GET /v2.0/networks/ad074669-a9a9-4453-91e5-d58fceec90c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997018 Aug 29 14:24:43.650879 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 54f9ef87-0161-4ce0-88bb-c0541039a615 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:24:43.656603 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-2e9fdb1d-9702-43bb-81fb-2563271197e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0264907 Aug 29 14:24:43.659563 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41270) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:43.676936 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Request body: {'subnet': {'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-651876869-subnet', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:43.710899 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Made reservation on behalf of 17a2809720504ae19c631383d87561b4 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:43.715192 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6587858'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.732460 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-61684df8-2882-410c-9ed7-44699455a5b8 req-bc0e01b4-1ff5-4431-985d-1d323f2f9485 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996356 Aug 29 14:24:43.778117 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 02d8152a-f710-4377-a109-f09a696b82fa up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:43.843711 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea21374-d91f-44a8-aa40-9579aaecc645 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:24:43.858121 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.903895 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Transition to ACTIVE for port object 5ea21374-d91f-44a8-aa40-9579aaecc645 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:43.917526 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.928893 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:43.976663 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.034097 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.055380 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Transition to ACTIVE for port object d03d28e9-991c-4bb1-9f7d-72db23890a33 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:44.059156 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50ac31-e363-4276-9718-02f91ad09281 req-5bbc4cc8-0655-422d-8b86-dcbf5f69282e tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.067556 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1b50ac31-e363-4276-9718-02f91ad09281 req-5bbc4cc8-0655-422d-8b86-dcbf5f69282e tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 948 time: 0.0875781 Aug 29 14:24:44.069256 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 02d8152a-f710-4377-a109-f09a696b82fa triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:44.069851 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.074306 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.080005 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea21374-d91f-44a8-aa40-9579aaecc645,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:44.124702 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1b50ac31-e363-4276-9718-02f91ad09281 req-451c7cef-187a-4a93-8b1b-8e4982557740 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Aug 29 14:24:44.128611 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-c6e48405-095d-4c1b-b95e-6d4aa2dcff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.130771 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-c6e48405-095d-4c1b-b95e-6d4aa2dcff39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=115457dcc51f4877a8b2732a8d5505ef&device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 1101 time: 0.3487279 Aug 29 14:24:44.164687 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd265e9-4e24-4356-96c7-dc6335d58cbd None None] Pushing event updated for resources: {'Port': ['ID=d03d28e9-991c-4bb1-9f7d-72db23890a33,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:44.245249 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Attempting to bind port 5ea21374-d91f-44a8-aa40-9579aaecc645 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:44.245543 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Attempting to bind port 5ea21374-d91f-44a8-aa40-9579aaecc645 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:44.245843 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Attempting to bind port 5ea21374-d91f-44a8-aa40-9579aaecc645 on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:44.272903 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Port 5ea21374-d91f-44a8-aa40-9579aaecc645 on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:24:44.273291 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Attempting to bind port 5ea21374-d91f-44a8-aa40-9579aaecc645 on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:44.279741 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Allocated IP 172.27.3.203 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/725fc98f-3a4c-4240-881d-f41ed511560b) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:44.286151 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Attempting to bind port d03d28e9-991c-4bb1-9f7d-72db23890a33 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:44.286957 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Attempting to bind port d03d28e9-991c-4bb1-9f7d-72db23890a33 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:44.287881 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Attempting to bind port d03d28e9-991c-4bb1-9f7d-72db23890a33 on network b63349b1-f821-4efb-a380-13cf82cffcfe {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:44.340144 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:44.341318 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Checking segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:44.341873 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.342427 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Bound using segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:44.343188 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Bound port: d03d28e9-991c-4bb1-9f7d-72db23890a33, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:44.343882 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.380764 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:44.381114 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Checking segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:44.381441 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Bound using segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:44.382403 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Bound port: 5ea21374-d91f-44a8-aa40-9579aaecc645, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:44.382959 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.429232 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] For port d03d28e9-991c-4bb1-9f7d-72db23890a33, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:44.433557 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] For port d03d28e9-991c-4bb1-9f7d-72db23890a33, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=d03d28e9-991c-4bb1-9f7d-72db23890a33,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:44.443541 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.503010 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8077618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6587808'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.505303 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] For port 5ea21374-d91f-44a8-aa40-9579aaecc645, host hv-cinder-77398, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:44.513819 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.521323 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] For port 5ea21374-d91f-44a8-aa40-9579aaecc645, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5ea21374-d91f-44a8-aa40-9579aaecc645,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:44.528379 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:44.529086 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:44.533868 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.549488 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-8194403f-2809-402a-8fad-7edde6766100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.551060 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-8194403f-2809-402a-8fad-7edde6766100 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad074669-a9a9-4453-91e5-d58fceec90c2 HTTP/1.1" status: 200 len: 870 time: 0.3883641 Aug 29 14:24:44.581481 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.582113 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.583682 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ea21374-d91f-44a8-aa40-9579aaecc645 HTTP/1.1" status: 200 len: 1094 time: 1.6622870 Aug 29 14:24:44.585620 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971a0c96-b12c-45d8-b0a7-24d0b7c14075', 'tag': '5ea21374-d91f-44a8-aa40-9579aaecc645'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:24:44.593369 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1" -d '{"events": [{"name": "network-changed", "server_uuid": "971a0c96-b12c-45d8-b0a7-24d0b7c14075", "tag": "5ea21374-d91f-44a8-aa40-9579aaecc645"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:24:44.616279 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd265e9-4e24-4356-96c7-dc6335d58cbd None None] Pushing event updated for resources: {'Port': ['ID=d03d28e9-991c-4bb1-9f7d-72db23890a33,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:44.632254 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-16d6a041-8f1c-4f20-9ecc-dce38f034156 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe HTTP/1.1" status: 200 len: 217 time: 0.0660460 Aug 29 14:24:44.637992 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=43cbb6eb-bc18-40f9-8495-48b175e420e2,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:44.657691 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Checking segment: {'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:44.658076 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Network hostable DHCP agents. Network: 54f9ef87-0161-4ce0-88bb-c0541039a615, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:24:44.733228 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6710cc3-c614-431e-a418-dbf5d5ef6b79 x-openstack-request-id: req-f6710cc3-c614-431e-a418-dbf5d5ef6b79 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:24:44.733751 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971a0c96-b12c-45d8-b0a7-24d0b7c14075", "tag": "5ea21374-d91f-44a8-aa40-9579aaecc645", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:24:44.733751 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6710cc3-c614-431e-a418-dbf5d5ef6b79 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:24:44.734222 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971a0c96-b12c-45d8-b0a7-24d0b7c14075', 'tag': '5ea21374-d91f-44a8-aa40-9579aaecc645', 'status': 'completed', 'code': 200} Aug 29 14:24:44.752521 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac16e2-61d0-433b-9b4b-8b5cf713cb33 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea21374-d91f-44a8-aa40-9579aaecc645,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:44.770794 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-8621fd7f-476a-4544-885e-016424d31985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.771895 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-048f3315-54a8-42e5-b1bd-2ac393870ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.773488 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-048f3315-54a8-42e5-b1bd-2ac393870ad1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 1097 time: 0.0998063 Aug 29 14:24:44.775446 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.776270 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-8621fd7f-476a-4544-885e-016424d31985 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1512a0f8-e814-4db0-8d5e-b099650cb9af HTTP/1.1" status: 200 len: 843 time: 0.1270823 Aug 29 14:24:44.782413 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Network 54f9ef87-0161-4ce0-88bb-c0541039a615 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:24:44.790667 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:44.834991 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Pushing event updated for resources: {'Port': ['ID=725fc98f-3a4c-4240-881d-f41ed511560b,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:44.874667 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-134b4e21-eb28-4a82-b8bb-839494a88c2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea21374-d91f-44a8-aa40-9579aaecc645 HTTP/1.1" status: 200 len: 217 time: 0.0494008 Aug 29 14:24:44.889476 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 54f9ef87-0161-4ce0-88bb-c0541039a615) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:44.901595 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.902215 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:44.904578 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:44.908647 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:44.913923 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:44.934112 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50abdbf-028b-417f-beac-79607f3c8ad8 None None] Network 54f9ef87-0161-4ce0-88bb-c0541039a615 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:24:44.951461 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-087c9bdb-2a4f-4a60-aaf1-6500c6b038af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.953010 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-087c9bdb-2a4f-4a60-aaf1-6500c6b038af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad074669-a9a9-4453-91e5-d58fceec90c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1430156 Aug 29 14:24:44.957561 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-c344ac51-9cfc-4a12-b79c-c8d28f99f2cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2959714 Aug 29 14:24:44.962430 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41312) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:44.968969 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:44.980274 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb453-ce1e-4fdb-80d9-0d98f56271b1 req-7aa3ac93-e8a4-4b5c-afaf-ae4371623154 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:44.981855 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-66ecb453-ce1e-4fdb-80d9-0d98f56271b1 req-7aa3ac93-e8a4-4b5c-afaf-ae4371623154 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 944 time: 0.0976169 Aug 29 14:24:45.099754 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:45.100947 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:45.106457 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-e149708b-96a7-4724-869c-6d10b9a8d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:45.108140 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-e149708b-96a7-4724-869c-6d10b9a8d799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.2206812 Aug 29 14:24:45.136141 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-66ecb453-ce1e-4fdb-80d9-0d98f56271b1 req-3204be58-51b1-4e86-b832-b2cd57331d0e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461599 Aug 29 14:24:45.172530 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-ca99ef3a-f703-435a-a93c-8d81d8414d96 service neutron] 10.222.0.32 "GET /v2.0/networks/ad074669-a9a9-4453-91e5-d58fceec90c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073908 Aug 29 14:24:45.207041 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:45.235342 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-a5722965-90cc-485e-a887-0bbc32b37378 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696013 Aug 29 14:24:45.393492 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-54f9ef87-0161-4ce0-88bb-c0541039a615', 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'fixed_ips': [{'subnet_id': '43cbb6eb-bc18-40f9-8495-48b175e420e2'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:24:45.394576 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:45.497539 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47651a-afef-4867-8e0e-9b0c75624f8d req-655b3d5f-e57c-4642-97f4-05ce0920aac0 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:45.505544 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4b47651a-afef-4867-8e0e-9b0c75624f8d req-655b3d5f-e57c-4642-97f4-05ce0920aac0 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 948 time: 0.2245078 Aug 29 14:24:45.545307 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:45.555055 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4b3a00a-0077-4fa3-82b9-3c225f7ddb68 req-89357417-1060-4d1b-bbd6-5e0df00968a4 service neutron] 10.222.0.32 "GET /v2.0/networks/ad074669-a9a9-4453-91e5-d58fceec90c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589380 Aug 29 14:24:45.719588 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:44Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:45.760109 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Allocated IP 172.20.0.2 (54f9ef87-0161-4ce0-88bb-c0541039a615/43cbb6eb-bc18-40f9-8495-48b175e420e2/326b7493-c2f5-4de2-91d4-63f6edea400e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:45.762416 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67047b4a-9d56-4011-bd77-5b3c1204848b None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:44Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:24:45.800333 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:45.803424 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-ce37dd72-16e1-436d-a0a3-c33ba5020003 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214760 Aug 29 14:24:45.968557 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4b47651a-afef-4867-8e0e-9b0c75624f8d req-4437eebf-5d10-4aac-93b2-169ed2989ee0 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624660 Aug 29 14:24:46.052607 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.088614 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.091903 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.103549 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Transition to ACTIVE for port object 326b7493-c2f5-4de2-91d4-63f6edea400e will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:46.121464 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Transition to ACTIVE for port object 326b7493-c2f5-4de2-91d4-63f6edea400e will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:46.133304 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7811ecaa-38c6-45a9-b88d-18e9f143a9c6 req-1a877029-b157-4510-b235-7b59a7c32991 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570820 Aug 29 14:24:46.136081 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.173334 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:24:46.190348 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Network 54f9ef87-0161-4ce0-88bb-c0541039a615 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:46.192142 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:46.200092 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:46.241496 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41352) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:46.270010 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Pushing event updated for resources: {'Port': ['ID=326b7493-c2f5-4de2-91d4-63f6edea400e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:46.303018 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Attempting to bind port 326b7493-c2f5-4de2-91d4-63f6edea400e on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:46.303297 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Attempting to bind port 326b7493-c2f5-4de2-91d4-63f6edea400e by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:46.303663 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Attempting to bind port 326b7493-c2f5-4de2-91d4-63f6edea400e on network 54f9ef87-0161-4ce0-88bb-c0541039a615 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:46.356015 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:46.356386 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Checking segment: {'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:46.356796 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.357193 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Bound using segment: {'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:46.357688 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Bound port: 326b7493-c2f5-4de2-91d4-63f6edea400e, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:46.358327 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.406428 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050476-4bc0-4b54-a4d4-2d4dde65f6d5 req-6bfbf239-454a-48a2-9a12-32cb1cb44521 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:46.408728 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec050476-4bc0-4b54-a4d4-2d4dde65f6d5 req-6bfbf239-454a-48a2-9a12-32cb1cb44521 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 944 time: 0.1255715 Aug 29 14:24:46.426550 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Allocated IP 172.27.3.73 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/76de1b09-fa40-4732-b98a-ef4ac68c1234) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:46.470296 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b261b0f-7956-4f83-9d15-0d227b04ff41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.486718 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,segment=NetworkSegment(56be1fdc-51fb-47e8-88a4-eeb66238a420),segment_id=56be1fdc-51fb-47e8-88a4-eeb66238a420)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:46.514380 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': 'e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe', 'network_id': 'ad074669-a9a9-4453-91e5-d58fceec90c2', 'port_id': 'e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe', 'mac_address': 'fa:16:3e:e4:fd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1512a0f8-e814-4db0-8d5e-b099650cb9af', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:24:46.532678 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec050476-4bc0-4b54-a4d4-2d4dde65f6d5 req-6717a0af-259c-45ef-a413-8844a46da3f5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079943 Aug 29 14:24:46.549770 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] For port 326b7493-c2f5-4de2-91d4-63f6edea400e, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:46.573482 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] For port 326b7493-c2f5-4de2-91d4-63f6edea400e, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=326b7493-c2f5-4de2-91d4-63f6edea400e,segment=NetworkSegment(e1382906-7902-4e27-b43f-53ce877e3a93),segment_id=e1382906-7902-4e27-b43f-53ce877e3a93)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:46.583775 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.586407 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.612365 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-ddf3c5c6-2181-4562-ad2e-aebfb1f0f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:46.613882 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-ddf3c5c6-2181-4562-ad2e-aebfb1f0f3db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 1097 time: 0.1088684 Aug 29 14:24:46.640330 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.642485 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:24:46.693791 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,segment=NetworkSegment(56be1fdc-51fb-47e8-88a4-eeb66238a420),segment_id=56be1fdc-51fb-47e8-88a4-eeb66238a420)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:46.694759 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117fef1-a682-4264-aaa6-1eccf558d655 None None] Pushing event updated for resources: {'Port': ['ID=326b7493-c2f5-4de2-91d4-63f6edea400e,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:46.701170 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.741104 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.798731 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b261b0f-7956-4f83-9d15-0d227b04ff41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.804035 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:46.818723 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b261b0f-7956-4f83-9d15-0d227b04ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.847492 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:24:46.871367 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:46.968867 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-4b261b0f-7956-4f83-9d15-0d227b04ff41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5c35c5c73f34c7dac8e9ca23060300f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229428 Aug 29 14:24:46.969643 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b261b0f-7956-4f83-9d15-0d227b04ff41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63188eee-3de5-444b-8e1d-f35faccad76e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:46.972130 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:47.108872 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:24:47.122208 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Sync routers for ids ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:24:47.132083 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Routers {'a0963a2a-2a5e-4249-a4eb-04c0da55cd78'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:47.132947 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:47.169002 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:47.173190 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-396caf8c-447b-41f0-a6b8-75dddf3808cd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9213042 Aug 29 14:24:47.176576 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41370) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:47.204077 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987a3aa-f9e3-46d1-8e48-9efe53a8c3d5 req-40e30eca-f5a1-4ce4-bd95-75a61742498e tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:47.211587 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8987a3aa-f9e3-46d1-8e48-9efe53a8c3d5 req-40e30eca-f5a1-4ce4-bd95-75a61742498e tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 949 time: 0.1130230 Aug 29 14:24:47.213430 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:47.253480 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:47.263052 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:47.267507 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Set router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:47.287127 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8987a3aa-f9e3-46d1-8e48-9efe53a8c3d5 req-4e6321a6-82f0-4888-9a31-5369b9a6f7f1 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745773 Aug 29 14:24:47.301982 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:47.314900 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Pushing event updated for resources: {'Port': ['ID=76de1b09-fa40-4732-b98a-ef4ac68c1234,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:47.340538 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f12da3d4-d24c-4e73-8729-9946eeb73f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:47.494136 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-165e85db-b1bd-4e69-86dd-438e14263c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:47.494306 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:24:45Z', 'revision_number': 3, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port': {'id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:44Z', 'updated_at': '2021-08-29T14:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:47.495888 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-165e85db-b1bd-4e69-86dd-438e14263c4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 916 time: 0.1390545 Aug 29 14:24:47.500592 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f12da3d4-d24c-4e73-8729-9946eeb73f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:47.536017 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Checking router: a0963a2a-2a5e-4249-a4eb-04c0da55cd78 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:24:47.536631 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Updating router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 port 725fc98f-3a4c-4240-881d-f41ed511560b binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:24:47.551041 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9382f11-31d3-443f-9a54-77db116521cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:47.579340 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:47.725226 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f12da3d4-d24c-4e73-8729-9946eeb73f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:47.728673 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f12da3d4-d24c-4e73-8729-9946eeb73f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:47.733449 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f12da3d4-d24c-4e73-8729-9946eeb73f67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63188eee-3de5-444b-8e1d-f35faccad76e HTTP/1.1" status: 204 len: 168 time: 0.7555523 Aug 29 14:24:47.776870 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12da3d4-d24c-4e73-8729-9946eeb73f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63188eee-3de5-444b-8e1d-f35faccad76e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:47.808547 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device d03d28e9-991c-4bb1-9f7d-72db23890a33 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:47.945948 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984b41c-c428-4f27-8b04-c54abd7cdb67 req-912595cd-e770-4db0-b472-5ddbf3d77a92 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:47.947826 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3984b41c-c428-4f27-8b04-c54abd7cdb67 req-912595cd-e770-4db0-b472-5ddbf3d77a92 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 944 time: 0.2826788 Aug 29 14:24:47.959613 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port d03d28e9-991c-4bb1-9f7d-72db23890a33 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:47.966142 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port d03d28e9-991c-4bb1-9f7d-72db23890a33 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:47.966672 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.003845 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.098010 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.118978 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Transition to ACTIVE for port object 725fc98f-3a4c-4240-881d-f41ed511560b will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:48.129468 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3984b41c-c428-4f27-8b04-c54abd7cdb67 req-1dc5504a-5ddb-4b5a-b0ae-0245938a22db tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661055 Aug 29 14:24:48.136737 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.147197 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.177013 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9382f11-31d3-443f-9a54-77db116521cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.183929 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9382f11-31d3-443f-9a54-77db116521cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.213116 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Attempting to bind port 725fc98f-3a4c-4240-881d-f41ed511560b on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:48.213341 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Attempting to bind port 725fc98f-3a4c-4240-881d-f41ed511560b by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:48.213707 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Attempting to bind port 725fc98f-3a4c-4240-881d-f41ed511560b on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:48.219182 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port d03d28e9-991c-4bb1-9f7d-72db23890a33, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=d03d28e9-991c-4bb1-9f7d-72db23890a33,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:48.220268 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3f175-43b7-478c-b24f-d02478b5d54a None None] Pushing event updated for resources: {'Port': ['ID=725fc98f-3a4c-4240-881d-f41ed511560b,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:48.226378 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:48.226823 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:48.227796 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.228275 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:48.228275 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Bound port: 725fc98f-3a4c-4240-881d-f41ed511560b, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:48.229098 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.236390 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daadb6d1-42ea-4ba0-8709-0934eaf04d96 None None] Network 54f9ef87-0161-4ce0-88bb-c0541039a615 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:24:48.263773 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.266437 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 326b7493-c2f5-4de2-91d4-63f6edea400e up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:48.271451 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9382f11-31d3-443f-9a54-77db116521cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e492b8-cead-47d9-8715-fc35353f302c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:48.280246 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a9382f11-31d3-443f-9a54-77db116521cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6edaa33a0c4f490fa28683240164381b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768970 Aug 29 14:24:48.282949 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41386) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:48.293103 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] For port 725fc98f-3a4c-4240-881d-f41ed511560b, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:48.297412 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] For port 725fc98f-3a4c-4240-881d-f41ed511560b, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=725fc98f-3a4c-4240-881d-f41ed511560b,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:48.317743 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.357299 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-fd6c389b-62d6-416c-84c5-7cf63e50c2e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea21374-d91f-44a8-aa40-9579aaecc645 HTTP/1.1" status: 200 len: 217 time: 0.1082060 Aug 29 14:24:48.359943 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41390) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:48.380369 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d2df8ed-68be-4d32-a1f4-2ecd9bbac130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.384734 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.434881 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-04b8a2e9-9416-4f27-9ebd-d928565d5513 None None] Provisioning for port 326b7493-c2f5-4de2-91d4-63f6edea400e completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:48.446879 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd771197-f4f4-4976-8bad-df08e497842b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.458255 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Routers {'a0963a2a-2a5e-4249-a4eb-04c0da55cd78'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:48.459347 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:48.489210 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd771197-f4f4-4976-8bad-df08e497842b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.501591 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3f175-43b7-478c-b24f-d02478b5d54a None None] Pushing event updated for resources: {'Port': ['ID=725fc98f-3a4c-4240-881d-f41ed511560b,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:48.520704 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=d03d28e9-991c-4bb1-9f7d-72db23890a33,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:48.526034 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 326b7493-c2f5-4de2-91d4-63f6edea400e completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:48.533900 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 326b7493-c2f5-4de2-91d4-63f6edea400e triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:48.534266 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.543579 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.558646 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd771197-f4f4-4976-8bad-df08e497842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.561614 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd771197-f4f4-4976-8bad-df08e497842b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.578015 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-bd771197-f4f4-4976-8bad-df08e497842b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25e492b8-cead-47d9-8715-fc35353f302c HTTP/1.1" status: 204 len: 168 time: 0.2866940 Aug 29 14:24:48.601504 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] Set router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:48.618865 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57f96f-0a80-4853-b30b-3c00b04c722c req-4e22a166-7255-4549-a800-053d686094a5 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:48.620607 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6e57f96f-0a80-4853-b30b-3c00b04c722c req-4e22a166-7255-4549-a800-053d686094a5 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 949 time: 0.1902256 Aug 29 14:24:48.676949 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd771197-f4f4-4976-8bad-df08e497842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e492b8-cead-47d9-8715-fc35353f302c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:48.718398 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6e57f96f-0a80-4853-b30b-3c00b04c722c req-72259e3f-3da1-4358-bdf2-b6be5ca6e43a tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911796 Aug 29 14:24:48.733842 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Allocated IP 172.20.0.1 (c80d3bea-4c0c-4e83-98d4-09ad10f52951/0524dc3a-6c93-463a-aa36-cb8ddd85a62f/9ac9c37e-b42e-4f71-84b9-90b42a83798a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:48.747061 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d2df8ed-68be-4d32-a1f4-2ecd9bbac130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.757849 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d2df8ed-68be-4d32-a1f4-2ecd9bbac130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.775630 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.833397 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 326b7493-c2f5-4de2-91d4-63f6edea400e, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=326b7493-c2f5-4de2-91d4-63f6edea400e,segment=NetworkSegment(e1382906-7902-4e27-b43f-53ce877e3a93),segment_id=e1382906-7902-4e27-b43f-53ce877e3a93)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:48.843657 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.854026 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Router 8449e93e-758a-403d-b626-964310c9b0f6 is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:24:48.860739 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-4d2df8ed-68be-4d32-a1f4-2ecd9bbac130 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f787d67f1a8e4076be9be7a49a6f4a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997909 Aug 29 14:24:48.866732 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41394) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:48.876233 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2df8ed-68be-4d32-a1f4-2ecd9bbac130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc0994-a481-4311-b367-bc8fc0b953ea,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:48.949163 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=326b7493-c2f5-4de2-91d4-63f6edea400e,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:48.958498 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:48.969366 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:24:45Z', 'revision_number': 3, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port': {'id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:44Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:49.019191 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849babe-6708-4f07-a99e-010fcbb7083a None None] The sync data for ids ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'] in dv-cinder-773985-15-iscsi is: [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:24:45Z', 'revision_number': 3, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port': {'id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:44Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:24:49.030349 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.090072 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Network c80d3bea-4c0c-4e83-98d4-09ad10f52951 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:49.093839 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:49.103461 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:49.108252 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:24:49.114749 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac9c37e-b42e-4f71-84b9-90b42a83798a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:49.124209 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-501516fb-de36-4cb9-8f42-80c80fd8d441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.126772 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Sync routers for ids ['8449e93e-758a-403d-b626-964310c9b0f6'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:24:49.147049 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.148279 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d60cb4db-e5d3-4db0-8d76-03425ff622e9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1851375 Aug 29 14:24:49.152542 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Routers {'8449e93e-758a-403d-b626-964310c9b0f6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:49.153376 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8449e93e-758a-403d-b626-964310c9b0f6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:49.153748 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41404) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:49.199692 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-501516fb-de36-4cb9-8f42-80c80fd8d441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.230405 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.327036 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-24f692f5-1c26-40e3-a141-8cd8ce9751c9 None None] Provisioning complete for port 326b7493-c2f5-4de2-91d4-63f6edea400e triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:49.327286 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-24f692f5-1c26-40e3-a141-8cd8ce9751c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.328251 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-b55036fe-5e6a-4415-9f68-47c3cceec497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:49.329964 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-b55036fe-5e6a-4415-9f68-47c3cceec497 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.1473241 Aug 29 14:24:49.410232 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-a098835d-20fd-4944-9a60-b4969964c349 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634191 Aug 29 14:24:49.486645 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Set router 8449e93e-758a-403d-b626-964310c9b0f6 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:49.538603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833a74-476a-411f-b797-e3bc3bddc36d req-5955c66b-97b1-4fc1-92dd-c9c2d07d35c8 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:49.542059 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-82833a74-476a-411f-b797-e3bc3bddc36d req-5955c66b-97b1-4fc1-92dd-c9c2d07d35c8 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 944 time: 0.2492330 Aug 29 14:24:49.547401 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-501516fb-de36-4cb9-8f42-80c80fd8d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.555547 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-501516fb-de36-4cb9-8f42-80c80fd8d441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.556927 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-501516fb-de36-4cb9-8f42-80c80fd8d441 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2bc0994-a481-4311-b367-bc8fc0b953ea HTTP/1.1" status: 204 len: 168 time: 0.6824727 Aug 29 14:24:49.579515 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501516fb-de36-4cb9-8f42-80c80fd8d441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc0994-a481-4311-b367-bc8fc0b953ea,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:49.670005 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:49.671095 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:24:49.713740 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-1a40a888-e00a-4b92-91a9-a44165ef4007 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786324 Aug 29 14:24:49.801693 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-82833a74-476a-411f-b797-e3bc3bddc36d req-49fb2457-899a-43e7-9e79-dacb645dcdcc tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168469 Aug 29 14:24:49.915449 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67d819ca-1776-4bc1-8bf3-8c8b120d95a1 req-cebe8412-37bb-4699-885c-b6cf1d90c2f6 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786072 Aug 29 14:24:50.071701 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ec970-df57-43af-ad65-d6fa8b7c9490 req-ab705e95-0a44-432b-ba5a-f303dbafa397 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:50.077916 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-399ec970-df57-43af-ad65-d6fa8b7c9490 req-ab705e95-0a44-432b-ba5a-f303dbafa397 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 949 time: 0.1489983 Aug 29 14:24:50.184780 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-399ec970-df57-43af-ad65-d6fa8b7c9490 req-6b1a42f9-65b0-404d-82e2-17e9c41aac36 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866172 Aug 29 14:24:50.188443 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 725fc98f-3a4c-4240-881d-f41ed511560b up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:50.282057 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:50.293399 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:50.349379 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:50.473152 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac9c37e-b42e-4f71-84b9-90b42a83798a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:50.518100 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Network c80d3bea-4c0c-4e83-98d4-09ad10f52951 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:50.520849 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:50.582450 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 725fc98f-3a4c-4240-881d-f41ed511560b completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:50.601596 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 725fc98f-3a4c-4240-881d-f41ed511560b triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:50.602042 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:50.615325 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:50.681487 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:24:47Z', 'revision_number': 3, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:50.713552 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Checking router: 8449e93e-758a-403d-b626-964310c9b0f6 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:24:50.713901 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Updating router 8449e93e-758a-403d-b626-964310c9b0f6 port 76de1b09-fa40-4732-b98a-ef4ac68c1234 binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:24:50.726438 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:24:50.752994 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:50.970694 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:24:50.985532 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Allocated IP 172.20.0.1 (54f9ef87-0161-4ce0-88bb-c0541039a615/43cbb6eb-bc18-40f9-8495-48b175e420e2/f115f879-d0da-4399-9987-562282464b72) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:50.987657 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d0062f98-2231-4377-b8bf-6e2710b212b7 admin admin] 10.222.0.20 "PUT /v2.0/routers/a0963a2a-2a5e-4249-a4eb-04c0da55cd78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8094482 Aug 29 14:24:51.010214 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e477-0d47-45f4-b643-225ac2ebd1dd req-9c7e7881-a195-4ba0-8fc0-82b09e87f45f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:51.017278 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f2b2e477-0d47-45f4-b643-225ac2ebd1dd req-9c7e7881-a195-4ba0-8fc0-82b09e87f45f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 944 time: 0.0947144 Aug 29 14:24:51.048872 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.063326 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41460) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:51.131383 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f2b2e477-0d47-45f4-b643-225ac2ebd1dd req-9a5a23b2-9e7e-43a1-abde-4391808671c7 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126304 Aug 29 14:24:51.203886 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.213063 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 725fc98f-3a4c-4240-881d-f41ed511560b, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=725fc98f-3a4c-4240-881d-f41ed511560b,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:51.227534 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.228347 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device d03d28e9-991c-4bb1-9f7d-72db23890a33 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:51.230267 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Transition to ACTIVE for port object f115f879-d0da-4399-9987-562282464b72 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:51.274042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.297093 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440011681-network', 'tenant_id': 'fb57d9be06fd40ea85e1e410fc3b7014'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:51.339175 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Pushing event updated for resources: {'Port': ['ID=f115f879-d0da-4399-9987-562282464b72,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:51.339526 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Made reservation on behalf of fb57d9be06fd40ea85e1e410fc3b7014 for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:51.342892 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.355353 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.387835 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Network 54f9ef87-0161-4ce0-88bb-c0541039a615 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:51.397307 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:51.400245 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:51.424082 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=725fc98f-3a4c-4240-881d-f41ed511560b,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:51.455081 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11b99c-990d-4397-b050-755d5b780d5d req-3e51e6c3-d2bf-4902-b810-2d13d4ff0d2f tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:51.456617 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ba11b99c-990d-4397-b050-755d5b780d5d req-3e51e6c3-d2bf-4902-b810-2d13d4ff0d2f tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 949 time: 0.1255291 Aug 29 14:24:51.471018 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port d03d28e9-991c-4bb1-9f7d-72db23890a33 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:51.471406 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.514874 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.517140 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.544417 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Transition to ACTIVE for port object 76de1b09-fa40-4732-b98a-ef4ac68c1234 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:51.558393 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.599181 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ba11b99c-990d-4397-b050-755d5b780d5d req-80f18af4-5bb6-4121-8443-967f6f19ce20 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288314 Aug 29 14:24:51.654950 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.678132 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.706222 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Attempting to bind port 76de1b09-fa40-4732-b98a-ef4ac68c1234 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:51.706456 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Attempting to bind port 76de1b09-fa40-4732-b98a-ef4ac68c1234 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:51.706971 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Attempting to bind port 76de1b09-fa40-4732-b98a-ef4ac68c1234 on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:51.712162 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7d726-981b-4e25-98a3-ee0167e8eaa0 None None] Pushing event updated for resources: {'Port': ['ID=76de1b09-fa40-4732-b98a-ef4ac68c1234,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:51.727648 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:51.727648 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:51.727648 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.727648 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:51.727648 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Bound port: 76de1b09-fa40-4732-b98a-ef4ac68c1234, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:51.727648 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.764397 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 326b7493-c2f5-4de2-91d4-63f6edea400e up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:51.764606 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Sync routers for ids ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:24:51.778882 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Routers {'a0963a2a-2a5e-4249-a4eb-04c0da55cd78'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:51.779706 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:51.781299 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:24:51.801520 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:51.808592 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.809939 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Added segment d5b8564c-3f85-478f-a553-04cd33586dc8 of type vlan for network e16d61a8-b278-4910-9029-c64434d1d1d7 Aug 29 14:24:51.832806 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] For port 76de1b09-fa40-4732-b98a-ef4ac68c1234, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:51.837272 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] For port 76de1b09-fa40-4732-b98a-ef4ac68c1234, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=76de1b09-fa40-4732-b98a-ef4ac68c1234,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:51.841220 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.872491 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-0d1d8fb3-76af-4fb1-b93d-68accd495baf tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:51.873940 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.880638 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-0d1d8fb3-76af-4fb1-b93d-68accd495baf tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 819 time: 0.2197893 Aug 29 14:24:51.905524 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8e785d37-0f72-42fc-8944-3330638b3386 None None] Provisioning for port f115f879-d0da-4399-9987-562282464b72 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:51.914077 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8e785d37-0f72-42fc-8944-3330638b3386 None None] Provisioning complete for port f115f879-d0da-4399-9987-562282464b72 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:51.914242 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e785d37-0f72-42fc-8944-3330638b3386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.922911 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-2a899a09-4710-4a9f-84d5-0cacacefa1cb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/quotas/2c8d97baadd8475d9e46e745865786be HTTP/1.1" status: 200 len: 375 time: 0.0413013 Aug 29 14:24:51.958115 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 326b7493-c2f5-4de2-91d4-63f6edea400e triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:51.958484 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:51.988380 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Routers {'8449e93e-758a-403d-b626-964310c9b0f6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:51.989016 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8449e93e-758a-403d-b626-964310c9b0f6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:51.995903 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:52.005210 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Set router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:52.038014 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-26301fb4-a618-4450-868b-f316e57c7243 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141665 Aug 29 14:24:52.121841 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] Set router 8449e93e-758a-403d-b626-964310c9b0f6 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:52.125433 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:52.135204 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:52.139125 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-fb74e4a7-c9f6-487b-b824-5525e5e98468 service neutron] 10.222.0.20 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002185 Aug 29 14:24:52.235211 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:52.323541 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:24:49Z', 'revision_number': 4, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port': {'id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:44Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '9ac9c37e-b42e-4f71-84b9-90b42a83798a', 'name': '', 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'mac_address': 'fa:16:3e:50:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0524dc3a-6c93-463a-aa36-cb8ddd85a62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:48Z', 'updated_at': '2021-08-29T14:24:49Z', 'revision_number': 2, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'subnets': [{'id': '0524dc3a-6c93-463a-aa36-cb8ddd85a62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:52.405412 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Checking router: a0963a2a-2a5e-4249-a4eb-04c0da55cd78 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:24:52.405412 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Updating router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 port 9ac9c37e-b42e-4f71-84b9-90b42a83798a binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:24:52.429281 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126f823-50e2-4f43-99e4-d8a56d1a1a00 req-a2144631-f3b1-4bad-b06a-ba3924f9daa9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:52.432130 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5126f823-50e2-4f43-99e4-d8a56d1a1a00 req-a2144631-f3b1-4bad-b06a-ba3924f9daa9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 944 time: 0.1211960 Aug 29 14:24:52.442696 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8e785d37-0f72-42fc-8944-3330638b3386 None None] Port f115f879-d0da-4399-9987-562282464b72 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:24:52.447560 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Pushing event updated for resources: {'Port': ['ID=f115f879-d0da-4399-9987-562282464b72,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:52.456847 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:52.479527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:52.480488 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:52.481078 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:52.492185 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5126f823-50e2-4f43-99e4-d8a56d1a1a00 req-838a0261-3a1c-4332-ac0f-b64b41b64f90 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Aug 29 14:24:52.503003 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7d726-981b-4e25-98a3-ee0167e8eaa0 None None] Pushing event updated for resources: {'Port': ['ID=76de1b09-fa40-4732-b98a-ef4ac68c1234,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:52.549200 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Network 54f9ef87-0161-4ce0-88bb-c0541039a615 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:52.553850 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e16d61a8-b278-4910-9029-c64434d1d1d7,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:52.555003 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:52.569629 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-f90a8263-b170-4d4d-8108-584325d0c8a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5048449 Aug 29 14:24:52.573719 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41498) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:52.579542 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Request body: {'subnet': {'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440011681-subnet', 'tenant_id': 'fb57d9be06fd40ea85e1e410fc3b7014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:52.590498 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network e16d61a8-b278-4910-9029-c64434d1d1d7 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:24:52.614927 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-69132d31-ea56-41a2-a666-65a4af5bfaef service neutron] 10.222.0.20 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749007 Aug 29 14:24:52.634015 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Made reservation on behalf of fb57d9be06fd40ea85e1e410fc3b7014 for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:52.640393 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4350102'] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:52.793838 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Router 8449e93e-758a-403d-b626-964310c9b0f6 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:24:53.035984 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-09000fd9-81d6-41c5-87b3-29c94b277865 req-264a1bcd-db08-49f3-afe7-baec3103c0e5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 210 time: 0.0987041 Aug 29 14:24:53.112886 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4921635f-5645-41b2-9a19-5786e60aab99 None None] Provisioning complete for port f115f879-d0da-4399-9987-562282464b72 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:53.120451 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4921635f-5645-41b2-9a19-5786e60aab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.267290 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.280718 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Transition to ACTIVE for port object 9ac9c37e-b42e-4f71-84b9-90b42a83798a will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:53.289245 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.335091 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 725fc98f-3a4c-4240-881d-f41ed511560b up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:53.369970 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4350180'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.387095 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4921635f-5645-41b2-9a19-5786e60aab99 None None] Port f115f879-d0da-4399-9987-562282464b72 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:24:53.394632 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478115-0049-44fc-8406-6e0a6c3f8258 None None] Pushing event updated for resources: {'Port': ['ID=9ac9c37e-b42e-4f71-84b9-90b42a83798a,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:53.397155 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.401200 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'f115f879-d0da-4399-9987-562282464b72', 'name': '', 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'mac_address': 'fa:16:3e:5f:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:50Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 1, 'project_id': '17a2809720504ae19c631383d87561b4', 'subnets': [{'id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:53.412296 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ec87d-1a43-4869-aa69-878af4b7f296 req-78ba0553-36da-4376-b1fb-680fa61b5322 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:53.417752 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0a5ec87d-1a43-4869-aa69-878af4b7f296 req-78ba0553-36da-4376-b1fb-680fa61b5322 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 949 time: 0.6407149 Aug 29 14:24:53.435292 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0219ca4-b16c-40be-9d21-c215ae708f4c None None] The sync data for ids ['8449e93e-758a-403d-b626-964310c9b0f6'] in dv-cinder-773985-15-iscsi is: [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'f115f879-d0da-4399-9987-562282464b72', 'name': '', 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'mac_address': 'fa:16:3e:5f:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:50Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 1, 'project_id': '17a2809720504ae19c631383d87561b4', 'subnets': [{'id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:24:53.441068 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:24:53.450067 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 725fc98f-3a4c-4240-881d-f41ed511560b triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:53.450992 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.483177 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-e097bdac-127d-4947-a0ee-ec7e6effb191 admin admin] 10.222.0.20 "PUT /v2.0/routers/8449e93e-758a-403d-b626-964310c9b0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3196242 Aug 29 14:24:53.532077 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0a5ec87d-1a43-4869-aa69-878af4b7f296 req-78f04ad5-2c26-4aab-a0ef-b86ee8fcb516 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843585 Aug 29 14:24:53.581702 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Attempting to bind port 9ac9c37e-b42e-4f71-84b9-90b42a83798a on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:53.588479 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Attempting to bind port 9ac9c37e-b42e-4f71-84b9-90b42a83798a by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:53.588922 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Attempting to bind port 9ac9c37e-b42e-4f71-84b9-90b42a83798a on network c80d3bea-4c0c-4e83-98d4-09ad10f52951 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:53.595504 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Checking segment: {'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:53.596001 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Network hostable DHCP agents. Network: e16d61a8-b278-4910-9029-c64434d1d1d7, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:24:53.596993 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:53.597370 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Checking segment: {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:53.597776 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.598173 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Bound using segment: {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:53.598670 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Bound port: 9ac9c37e-b42e-4f71-84b9-90b42a83798a, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:53.599083 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.605898 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e723430-2f7e-43d7-bfbe-e593b86b4f3d,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:53.666239 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-86806a4f-521e-4263-976f-2b4182716cb4 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:53.668352 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-86806a4f-521e-4263-976f-2b4182716cb4 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 819 time: 0.3533599 Aug 29 14:24:53.669590 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Network e16d61a8-b278-4910-9029-c64434d1d1d7 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:24:53.689267 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, e16d61a8-b278-4910-9029-c64434d1d1d7) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:53.694366 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-11a33917-2e63-4836-8f14-158caf88df1e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/quotas/2c8d97baadd8475d9e46e745865786be HTTP/1.1" status: 200 len: 375 time: 0.0145476 Aug 29 14:24:53.695705 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:53.697006 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.707268 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af3049c-3730-447a-a302-41bb13bafea9 None None] Network e16d61a8-b278-4910-9029-c64434d1d1d7 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:24:53.714366 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787f42f-8199-4726-9018-bc6f2438f5cb req-9515e0c8-0952-4131-aea4-583a417e998e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:53.716333 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a787f42f-8199-4726-9018-bc6f2438f5cb req-9515e0c8-0952-4131-aea4-583a417e998e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 944 time: 0.0783904 Aug 29 14:24:53.724291 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] For port 9ac9c37e-b42e-4f71-84b9-90b42a83798a, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:53.727924 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] For port 9ac9c37e-b42e-4f71-84b9-90b42a83798a, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=9ac9c37e-b42e-4f71-84b9-90b42a83798a,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:53.742327 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:53.763376 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-933f026e-968a-4776-af17-ddd246d2871a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1884868 Aug 29 14:24:53.788427 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a787f42f-8199-4726-9018-bc6f2438f5cb req-1a36cf42-0889-4e30-9ed5-7c43539d7216 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556791 Aug 29 14:24:53.806195 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f70fec5b-bf27-4146-ae15-800e0180a98a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051836 Aug 29 14:24:53.808851 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Routers {'a0963a2a-2a5e-4249-a4eb-04c0da55cd78'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:53.809640 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:53.961872 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] Set router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:54.014681 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae5109-b67e-4ea6-99a7-69c5ab98a6e1 None None] Network e16d61a8-b278-4910-9029-c64434d1d1d7 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:24:54.024363 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-c909f25e-b2f0-4224-a023-5bca21c54527 service neutron] 10.222.0.20 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752341 Aug 29 14:24:54.096806 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478115-0049-44fc-8406-6e0a6c3f8258 None None] Pushing event updated for resources: {'Port': ['ID=9ac9c37e-b42e-4f71-84b9-90b42a83798a,revision_number=4']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:54.250797 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-dfbd3cfc-0e76-4f57-a5a5-253fa8cbdff7 service neutron] 10.222.0.20 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202029 Aug 29 14:24:54.334582 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f46d917-b5f7-47d8-9538-d3b562f2bbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:54.352920 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:24:49Z', 'revision_number': 4, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port': {'id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:44Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '9ac9c37e-b42e-4f71-84b9-90b42a83798a', 'name': '', 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'mac_address': 'fa:16:3e:50:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0524dc3a-6c93-463a-aa36-cb8ddd85a62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:48Z', 'updated_at': '2021-08-29T14:24:53Z', 'revision_number': 4, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'subnets': [{'id': '0524dc3a-6c93-463a-aa36-cb8ddd85a62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:54.395032 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e0bcb3-335c-47ce-a59d-4f2c02b64390 None None] The sync data for ids ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'] in dv-cinder-773985-15-iscsi is: [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:24:49Z', 'revision_number': 4, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port': {'id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:44Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '9ac9c37e-b42e-4f71-84b9-90b42a83798a', 'name': '', 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'mac_address': 'fa:16:3e:50:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0524dc3a-6c93-463a-aa36-cb8ddd85a62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:48Z', 'updated_at': '2021-08-29T14:24:53Z', 'revision_number': 4, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'subnets': [{'id': '0524dc3a-6c93-463a-aa36-cb8ddd85a62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:24:54.438138 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5ea21374-d91f-44a8-aa40-9579aaecc645 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:24:54.571697 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dc028f98-82b7-49fc-8883-ae3edf34eabb req-5d808c00-05a3-4a05-8255-febdcc29b167 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 210 time: 0.0796144 Aug 29 14:24:54.656928 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41562) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:54.685439 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9c79c32f-3fdd-4d4c-9e4f-d45287b995b2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311205031', 'description': 'tempest-secgroup-smoke-311205031 description', 'project_id': '034ced9d4f634c19a9059676ef9e2892'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:54.714187 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5ea21374-d91f-44a8-aa40-9579aaecc645, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5ea21374-d91f-44a8-aa40-9579aaecc645,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:54.733813 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '5ea21374-d91f-44a8-aa40-9579aaecc645', 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'port_id': '5ea21374-d91f-44a8-aa40-9579aaecc645', 'mac_address': 'fa:16:3e:59:d0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132f97a7-9f99-4a56-90b4-7e90ff05bd09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:24:54.790868 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e747436-cfd5-4b2e-8b39-9b9f13abc829 req-f341a48f-d24a-4fa5-9125-dc85e921b887 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:54.792776 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e747436-cfd5-4b2e-8b39-9b9f13abc829 req-f341a48f-d24a-4fa5-9125-dc85e921b887 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 949 time: 0.0848145 Aug 29 14:24:54.794261 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c79c32f-3fdd-4d4c-9e4f-d45287b995b2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:54.881083 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e747436-cfd5-4b2e-8b39-9b9f13abc829 req-1f97c10a-35a1-4f13-9441-6b65598d84ba tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768104 Aug 29 14:24:54.944175 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.009335 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b114f-aece-4783-bbf3-0d9c26384920 req-e1e13281-e390-475a-8745-2adec870f45e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:55.016745 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-363b114f-aece-4783-bbf3-0d9c26384920 req-e1e13281-e390-475a-8745-2adec870f45e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 944 time: 0.1107917 Aug 29 14:24:55.019689 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea21374-d91f-44a8-aa40-9579aaecc645 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:24:55.062758 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c79c32f-3fdd-4d4c-9e4f-d45287b995b2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.071660 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5ea21374-d91f-44a8-aa40-9579aaecc645, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5ea21374-d91f-44a8-aa40-9579aaecc645,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:55.082053 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.082682 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-363b114f-aece-4783-bbf3-0d9c26384920 req-0edbe857-f373-414f-961b-5fc89e40a839 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645399 Aug 29 14:24:55.085044 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c79c32f-3fdd-4d4c-9e4f-d45287b995b2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.136900 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79c32f-3fdd-4d4c-9e4f-d45287b995b2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:55.141467 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c79c32f-3fdd-4d4c-9e4f-d45287b995b2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.143353 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-9c79c32f-3fdd-4d4c-9e4f-d45287b995b2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4852245 Aug 29 14:24:55.146259 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41578) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:55.155231 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-481584a7-4a70-4fc6-93ee-fe8c1f4dcc04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a', 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:55.188824 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5ea21374-d91f-44a8-aa40-9579aaecc645,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:55.193335 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-481584a7-4a70-4fc6-93ee-fe8c1f4dcc04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.226553 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 9ac9c37e-b42e-4f71-84b9-90b42a83798a up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:55.290626 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 9ac9c37e-b42e-4f71-84b9-90b42a83798a completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:55.295009 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 9ac9c37e-b42e-4f71-84b9-90b42a83798a triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:55.295377 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.299380 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-481584a7-4a70-4fc6-93ee-fe8c1f4dcc04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.304201 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-481584a7-4a70-4fc6-93ee-fe8c1f4dcc04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.328375 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481584a7-4a70-4fc6-93ee-fe8c1f4dcc04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e26f9ba-8986-4295-9f46-37451fe8f675,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:55.335322 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-481584a7-4a70-4fc6-93ee-fe8c1f4dcc04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.340676 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41582) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:55.345838 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-68eefd32-0dd2-45b2-82b1-9c0c80935b04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a', 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:55.347276 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-481584a7-4a70-4fc6-93ee-fe8c1f4dcc04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995146 Aug 29 14:24:55.377190 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68eefd32-0dd2-45b2-82b1-9c0c80935b04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.392486 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.418574 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:55.478696 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 9ac9c37e-b42e-4f71-84b9-90b42a83798a, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=9ac9c37e-b42e-4f71-84b9-90b42a83798a,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:55.489501 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68eefd32-0dd2-45b2-82b1-9c0c80935b04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.490179 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.490949 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 76de1b09-fa40-4732-b98a-ef4ac68c1234 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:55.494783 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68eefd32-0dd2-45b2-82b1-9c0c80935b04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.520250 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eefd32-0dd2-45b2-82b1-9c0c80935b04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637705c7-5a75-4364-ba29-41a02847b647,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:55.522815 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68eefd32-0dd2-45b2-82b1-9c0c80935b04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.527489 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-68eefd32-0dd2-45b2-82b1-9c0c80935b04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1854897 Aug 29 14:24:55.527901 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41586) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:55.535027 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6b68e13f-c489-4066-9c57-af5561a36f0d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a', 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:55.584337 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b68e13f-c489-4066-9c57-af5561a36f0d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.604751 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=9ac9c37e-b42e-4f71-84b9-90b42a83798a,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:55.615617 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:55.621906 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:55.622288 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.662947 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 76de1b09-fa40-4732-b98a-ef4ac68c1234 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:55.663761 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b68e13f-c489-4066-9c57-af5561a36f0d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.669284 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 76de1b09-fa40-4732-b98a-ef4ac68c1234 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:55.669501 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.671455 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b68e13f-c489-4066-9c57-af5561a36f0d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.687102 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9c062bd2-8a10-4bdb-baa8-55731ad05361 req-fc3ca52d-5159-427f-ad58-83e617606007 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 210 time: 0.0436225 Aug 29 14:24:55.710140 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68e13f-c489-4066-9c57-af5561a36f0d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1260d2ac-de41-46e3-82ed-39f746da6782,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:55.716013 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b68e13f-c489-4066-9c57-af5561a36f0d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.719969 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6b68e13f-c489-4066-9c57-af5561a36f0d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882648 Aug 29 14:24:55.722222 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 41590) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:55.728333 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-a2cb466c-daa5-46a6-a8c2-482e8487d06b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a', 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:55.757433 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a2cb466c-daa5-46a6-a8c2-482e8487d06b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.774555 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.779985 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['5ea21374-d91f-44a8-aa40-9579aaecc645'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:24:55.838096 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a2cb466c-daa5-46a6-a8c2-482e8487d06b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.842684 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a2cb466c-daa5-46a6-a8c2-482e8487d06b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.854980 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.865988 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb466c-daa5-46a6-a8c2-482e8487d06b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503dd81b-5059-44bc-895e-b5caa55dd358,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:55.873812 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a2cb466c-daa5-46a6-a8c2-482e8487d06b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.878815 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-a2cb466c-daa5-46a6-a8c2-482e8487d06b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545877 Aug 29 14:24:55.878992 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:24:55.879534 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41594) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:55.881016 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb99572-ff37-443c-bf4c-d78dee4ac142" -d '{"events": [{"server_uuid": "b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c", "name": "network-vif-plugged", "status": "completed", "tag": "e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:24:55.886637 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6bc1680d-5f3e-4447-a190-432e4c041331 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a', 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:55.907764 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,segment=NetworkSegment(56be1fdc-51fb-47e8-88a4-eeb66238a420),segment_id=56be1fdc-51fb-47e8-88a4-eeb66238a420)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:55.912715 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 76de1b09-fa40-4732-b98a-ef4ac68c1234, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=76de1b09-fa40-4732-b98a-ef4ac68c1234,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:55.915310 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.924073 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.943676 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-6bc1680d-5f3e-4447-a190-432e4c041331 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Project 034ced9d4f634c19a9059676ef9e2892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:24:55.949815 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6bc1680d-5f3e-4447-a190-432e4c041331 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:55.950921 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13f4c31-36d6-406b-a4f0-79dd3fd2af0c x-openstack-request-id: req-f13f4c31-36d6-406b-a4f0-79dd3fd2af0c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:24:55.951210 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c", "name": "network-vif-plugged", "status": "completed", "tag": "e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:24:55.951448 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f13f4c31-36d6-406b-a4f0-79dd3fd2af0c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:24:55.951834 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe', 'code': 200} Aug 29 14:24:56.020956 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6bc1680d-5f3e-4447-a190-432e4c041331 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.025668 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6bc1680d-5f3e-4447-a190-432e4c041331 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.045959 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1680d-5f3e-4447-a190-432e4c041331 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de563e4e-18ee-4809-94b7-751e80f28175,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:56.053909 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6bc1680d-5f3e-4447-a190-432e4c041331 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.058558 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6bc1680d-5f3e-4447-a190-432e4c041331 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749096 Aug 29 14:24:56.060267 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 41602) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:24:56.063900 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:56.072677 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e0a6a670-3632-42d4-9c93-81842ad023ca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a', 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:56.074010 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539813ee-3257-4524-843e-ab0d36ed026a req-7b43f160-8132-4a18-89c1-a1512da55132 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:56.078263 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-539813ee-3257-4524-843e-ab0d36ed026a req-7b43f160-8132-4a18-89c1-a1512da55132 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.1063461 Aug 29 14:24:56.123221 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-e0a6a670-3632-42d4-9c93-81842ad023ca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Project 034ced9d4f634c19a9059676ef9e2892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:24:56.133562 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a670-3632-42d4-9c93-81842ad023ca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.139978 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-539813ee-3257-4524-843e-ab0d36ed026a req-87513b4f-f249-406e-8862-6d24ae67827b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545568 Aug 29 14:24:56.161569 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=76de1b09-fa40-4732-b98a-ef4ac68c1234,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:56.327055 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-d3c09161-c55e-4198-ba77-6d514a082e16 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:56.329290 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-d3c09161-c55e-4198-ba77-6d514a082e16 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 819 time: 0.1342483 Aug 29 14:24:56.334742 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a670-3632-42d4-9c93-81842ad023ca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.344825 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfb8d-84eb-47f2-8b8f-eb15666b1355 req-37a6faa8-48c3-4370-967d-b78906eda964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:56.346552 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-578cfb8d-84eb-47f2-8b8f-eb15666b1355 req-37a6faa8-48c3-4370-967d-b78906eda964 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 1103 time: 0.1280448 Aug 29 14:24:56.350014 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a670-3632-42d4-9c93-81842ad023ca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.354389 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Request body: {'port': {'device_id': '1e623380-bd1c-4ce7-abde-4cfd71679021', 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951', 'admin_state_up': True, 'tenant_id': '2c8d97baadd8475d9e46e745865786be'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:24:56.366212 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23777fc8-3c89-4400-8c6d-9569b87b71a9 req-693d3c0e-7cf2-4e89-9765-88ac73988a83 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:56.367846 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-23777fc8-3c89-4400-8c6d-9569b87b71a9 req-693d3c0e-7cf2-4e89-9765-88ac73988a83 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 945 time: 0.0993197 Aug 29 14:24:56.404002 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6a670-3632-42d4-9c93-81842ad023ca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3692ab9-5f02-4219-8153-0d621be71edb,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:56.418154 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a670-3632-42d4-9c93-81842ad023ca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.419505 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-e0a6a670-3632-42d4-9c93-81842ad023ca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3577747 Aug 29 14:24:56.435084 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-578cfb8d-84eb-47f2-8b8f-eb15666b1355 req-bd930584-b682-4e27-9ba9-ff42e329bfbc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793045 Aug 29 14:24:56.459582 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-23777fc8-3c89-4400-8c6d-9569b87b71a9 req-05f51e37-baa9-435f-acad-18833f95d639 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788727 Aug 29 14:24:56.508077 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Made reservation on behalf of 2c8d97baadd8475d9e46e745865786be for: {'port': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:24:56.520825 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.672342 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Allocated IP 172.20.0.11 (c80d3bea-4c0c-4e83-98d4-09ad10f52951/0524dc3a-6c93-463a-aa36-cb8ddd85a62f/a724ff9a-f321-46c9-a274-be68d0d8c0a3) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:24:56.874411 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8f040589-577a-4530-9326-a802f8ba5c5c req-148a104e-d2a8-4bb8-ab85-76b957c7db5f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 210 time: 0.0547042 Aug 29 14:24:56.953475 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:56.963443 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a1dd1b6-2390-4eee-9b0d-65df02289f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:57.034256 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:57.136224 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 9ac9c37e-b42e-4f71-84b9-90b42a83798a up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:57.153440 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Network c80d3bea-4c0c-4e83-98d4-09ad10f52951 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:24:57.168473 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:24:57.178606 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:24:57.259581 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Pushing event updated for resources: {'Port': ['ID=a724ff9a-f321-46c9-a274-be68d0d8c0a3,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:57.283425 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:57.284192 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:57.307924 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-caca1d6d-058f-4538-aa3f-f403732b49d2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9600511 Aug 29 14:24:57.314949 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 9ac9c37e-b42e-4f71-84b9-90b42a83798a triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:57.316088 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:57.404290 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-c5168b83-0fe6-4b67-9e2f-0d668fb67099 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:57.405856 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-c5168b83-0fe6-4b67-9e2f-0d668fb67099 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 819 time: 0.3715014 Aug 29 14:24:57.423331 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3706b-35d6-4c02-9735-1b681ca2d149 req-240f55aa-b917-4550-b41a-808bed13225c tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:57.437638 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fdb3706b-35d6-4c02-9735-1b681ca2d149 req-240f55aa-b917-4550-b41a-808bed13225c tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.1260397 Aug 29 14:24:57.458136 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 76de1b09-fa40-4732-b98a-ef4ac68c1234 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:57.479493 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-cb4655bd-dd2a-4f74-936a-1bec60312784 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:57.481417 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-cb4655bd-dd2a-4f74-936a-1bec60312784 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/networks?id=e16d61a8-b278-4910-9029-c64434d1d1d7 HTTP/1.1" status: 200 len: 808 time: 0.1485066 Aug 29 14:24:57.488414 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:57.496007 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fdb3706b-35d6-4c02-9735-1b681ca2d149 req-4ca47310-81ef-4d5a-ad98-c862197ddc13 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573990 Aug 29 14:24:57.509924 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-4afd9b08-a3d8-481f-badc-b537a05365d1 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/quotas/fb57d9be06fd40ea85e1e410fc3b7014 HTTP/1.1" status: 200 len: 375 time: 0.0141127 Aug 29 14:24:57.539275 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 76de1b09-fa40-4732-b98a-ef4ac68c1234 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:57.540345 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:57.552358 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-7d1dce26-84e8-40c0-85c4-00bc3ca2c9fd tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb57d9be06fd40ea85e1e410fc3b7014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425177 Aug 29 14:24:57.634319 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffbeb7-c42f-4eec-b3b6-b92f0c0fa662 req-b41adbf0-f40e-41d2-ae2e-b095867bd2e9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:57.650136 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2cffbeb7-c42f-4eec-b3b6-b92f0c0fa662 req-b41adbf0-f40e-41d2-ae2e-b095867bd2e9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 945 time: 0.0777853 Aug 29 14:24:57.664132 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-5af151d9-5083-4327-82fb-6c6b0fb45acf service neutron] 10.222.0.20 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090047 Aug 29 14:24:57.694961 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2cffbeb7-c42f-4eec-b3b6-b92f0c0fa662 req-100a6835-ed2a-49eb-b1c0-5c90d0c69668 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Aug 29 14:24:57.755864 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-9835ab9c-7cef-4f0c-82e6-4b05db1b9e06 service neutron] 10.222.0.20 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857029 Aug 29 14:24:57.820026 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:24:57.931280 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-647616fd-ddb6-46f7-896e-da104293690d req-1ada28d2-f314-42f3-b4e4-b076da05c3c5 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0317748 Aug 29 14:24:57.935882 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:58.000671 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ef465815-20fd-4648-8fca-654ed96ed250 req-374ebc63-15cd-48bb-ac3f-99e68675a85c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 210 time: 0.0313971 Aug 29 14:24:58.588493 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Sync routers for ids ['8449e93e-758a-403d-b626-964310c9b0f6'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:24:58.601290 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Routers {'8449e93e-758a-403d-b626-964310c9b0f6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:58.602158 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8449e93e-758a-403d-b626-964310c9b0f6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:58.627783 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d6d58-26b2-4379-9c8a-691ca6c292f7 req-4314aa9e-39aa-4b74-b4b5-e337ff7699e9 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:58.629376 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b3d6d58-26b2-4379-9c8a-691ca6c292f7 req-4314aa9e-39aa-4b74-b4b5-e337ff7699e9 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.0587163 Aug 29 14:24:58.678079 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b3d6d58-26b2-4379-9c8a-691ca6c292f7 req-857d37c2-e7a7-406f-895b-b423a01c82eb tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 Aug 29 14:24:58.730911 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Set router 8449e93e-758a-403d-b626-964310c9b0f6 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:24:58.817684 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9604d-1036-496d-8468-6119586d310f req-fd288b6d-8590-4804-81bd-448dd8ec04bc tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:58.819983 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f8f9604d-1036-496d-8468-6119586d310f req-fd288b6d-8590-4804-81bd-448dd8ec04bc tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 945 time: 0.0572348 Aug 29 14:24:58.886464 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f8f9604d-1036-496d-8468-6119586d310f req-848348ae-9594-48bf-9d26-613da9416518 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587883 Aug 29 14:24:58.955569 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'f115f879-d0da-4399-9987-562282464b72', 'name': '', 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'mac_address': 'fa:16:3e:5f:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:50Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 2, 'project_id': '17a2809720504ae19c631383d87561b4', 'subnets': [{'id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:58.982451 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Checking router: 8449e93e-758a-403d-b626-964310c9b0f6 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:24:58.982832 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Updating router 8449e93e-758a-403d-b626-964310c9b0f6 port f115f879-d0da-4399-9987-562282464b72 binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:24:59.007717 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.026383 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2395c593-a6a5-478f-a9f0-91fcbaf726b4 req-3606c74b-aeeb-46de-883f-42dd63ae8bf2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0265479 Aug 29 14:24:59.102479 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f1a0cf68-7e98-4936-9d10-00ae30a2cbdc req-2585c2e7-b1d6-49fc-8d84-64e3f3ce6868 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 210 time: 0.0279839 Aug 29 14:24:59.342008 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5ea21374-d91f-44a8-aa40-9579aaecc645 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:24:59.424335 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.437805 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Transition to ACTIVE for port object f115f879-d0da-4399-9987-562282464b72 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:24:59.441684 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 5ea21374-d91f-44a8-aa40-9579aaecc645 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:24:59.445531 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.448864 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 5ea21374-d91f-44a8-aa40-9579aaecc645 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:24:59.449219 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.526997 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6aac1-02ea-432f-904c-b8eb1b4c8e44 None None] Pushing event updated for resources: {'Port': ['ID=f115f879-d0da-4399-9987-562282464b72,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:59.609146 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Attempting to bind port f115f879-d0da-4399-9987-562282464b72 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:24:59.609819 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Attempting to bind port f115f879-d0da-4399-9987-562282464b72 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:24:59.609819 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Attempting to bind port f115f879-d0da-4399-9987-562282464b72 on network 54f9ef87-0161-4ce0-88bb-c0541039a615 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:24:59.628899 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:24:59.629274 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Checking segment: {'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:24:59.629674 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.630064 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Bound using segment: {'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:24:59.630567 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Bound port: f115f879-d0da-4399-9987-562282464b72, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1382906-7902-4e27-b43f-53ce877e3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:24:59.630948 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.636768 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.650311 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.671524 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a0c96-b12c-45d8-b0a7-24d0b7c14075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea21374-d91f-44a8-aa40-9579aaecc645'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:24:59.673753 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2f03c7-df53-4c8b-89b7-23a453b1e0d6" -d '{"events": [{"server_uuid": "971a0c96-b12c-45d8-b0a7-24d0b7c14075", "name": "network-vif-plugged", "status": "completed", "tag": "5ea21374-d91f-44a8-aa40-9579aaecc645"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:24:59.711210 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5ea21374-d91f-44a8-aa40-9579aaecc645, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5ea21374-d91f-44a8-aa40-9579aaecc645,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:24:59.713246 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b079f-fc18-4324-a000-156d268092e1 x-openstack-request-id: req-108b079f-fc18-4324-a000-156d268092e1 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:24:59.713705 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a0c96-b12c-45d8-b0a7-24d0b7c14075", "name": "network-vif-plugged", "status": "completed", "tag": "5ea21374-d91f-44a8-aa40-9579aaecc645", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:24:59.713953 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-108b079f-fc18-4324-a000-156d268092e1 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:24:59.714343 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a0c96-b12c-45d8-b0a7-24d0b7c14075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea21374-d91f-44a8-aa40-9579aaecc645', 'code': 200} Aug 29 14:24:59.721183 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.779413 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] For port f115f879-d0da-4399-9987-562282464b72, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:24:59.784455 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] For port f115f879-d0da-4399-9987-562282464b72, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=f115f879-d0da-4399-9987-562282464b72,segment=NetworkSegment(e1382906-7902-4e27-b43f-53ce877e3a93),segment_id=e1382906-7902-4e27-b43f-53ce877e3a93)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:24:59.796689 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5ea21374-d91f-44a8-aa40-9579aaecc645,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:59.800447 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:24:59.812687 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034283ab-74ca-4198-9c71-9121ff0d32a2 req-e5b79502-e25c-49f7-b843-a0a5ac2db4ec tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:24:59.814173 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-034283ab-74ca-4198-9c71-9121ff0d32a2 req-e5b79502-e25c-49f7-b843-a0a5ac2db4ec tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.0589864 Aug 29 14:24:59.854288 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-034283ab-74ca-4198-9c71-9121ff0d32a2 req-d7e36ec2-0bf7-496e-a736-2e3ac3664414 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341709 Aug 29 14:24:59.857302 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Routers {'8449e93e-758a-403d-b626-964310c9b0f6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:24:59.857924 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8449e93e-758a-403d-b626-964310c9b0f6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:24:59.863209 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6aac1-02ea-432f-904c-b8eb1b4c8e44 None None] Pushing event updated for resources: {'Port': ['ID=f115f879-d0da-4399-9987-562282464b72,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:24:59.974763 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] Set router 8449e93e-758a-403d-b626-964310c9b0f6 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:00.010719 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe344e-a24c-4300-8981-0b8a45683523 req-23ea1b5f-9608-41c7-a05c-ad150c96c915 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:00.012268 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a4fe344e-a24c-4300-8981-0b8a45683523 req-23ea1b5f-9608-41c7-a05c-ad150c96c915 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0558195 Aug 29 14:25:00.055412 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a4fe344e-a24c-4300-8981-0b8a45683523 req-a683b811-bfc0-430b-b844-464b96f23a08 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365794 Aug 29 14:25:00.120186 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d0730acb-e550-49fc-b953-d03e4384e1b3 req-ed10681d-50af-4065-ac00-a1a55c71688e tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0267105 Aug 29 14:25:00.203054 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'f115f879-d0da-4399-9987-562282464b72', 'name': '', 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'mac_address': 'fa:16:3e:5f:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:50Z', 'updated_at': '2021-08-29T14:24:59Z', 'revision_number': 4, 'project_id': '17a2809720504ae19c631383d87561b4', 'subnets': [{'id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:00.207289 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-aaf65fee-0eb7-459b-931c-1d14f54522f4 req-db23b89d-c76a-4afc-935d-5166f00c14d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 210 time: 0.0257149 Aug 29 14:25:00.229739 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b21da9-4f85-44a4-bf0e-36d82a661ba5 None None] The sync data for ids ['8449e93e-758a-403d-b626-964310c9b0f6'] in dv-cinder-773985-15-iscsi is: [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'f115f879-d0da-4399-9987-562282464b72', 'name': '', 'network_id': '54f9ef87-0161-4ce0-88bb-c0541039a615', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'mac_address': 'fa:16:3e:5f:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:50Z', 'updated_at': '2021-08-29T14:24:59Z', 'revision_number': 4, 'project_id': '17a2809720504ae19c631383d87561b4', 'subnets': [{'id': '43cbb6eb-bc18-40f9-8495-48b175e420e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:25:00.423312 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Request body: {'port': {'device_id': '1e623380-bd1c-4ce7-abde-4cfd71679021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:00.470783 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Request body: {'port': {'device_id': 'c70fa09b-1c3c-4354-9997-34996765978c', 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951', 'admin_state_up': True, 'tenant_id': '2c8d97baadd8475d9e46e745865786be'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:00.489631 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:00.659714 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Made reservation on behalf of 2c8d97baadd8475d9e46e745865786be for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:00.665443 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:00.755174 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.32', 52949) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:00.826120 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3b594-f124-4453-8533-834547251f4e req-db8bc5c9-2528-4b47-a692-41b27a79524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:00.827707 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ddb3b594-f124-4453-8533-834547251f4e req-db8bc5c9-2528-4b47-a692-41b27a79524f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 1099 time: 0.0515451 Aug 29 14:25:00.854788 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a724ff9a-f321-46c9-a274-be68d0d8c0a3 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:00.864435 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:00.872653 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ddb3b594-f124-4453-8533-834547251f4e req-af90496e-55ff-4dd5-b522-bc9d75f4bb80 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Aug 29 14:25:00.878052 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Transition to ACTIVE for port object a724ff9a-f321-46c9-a274-be68d0d8c0a3 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:00.884344 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:00.940717 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Allocated IP 172.20.0.2 (c80d3bea-4c0c-4e83-98d4-09ad10f52951/0524dc3a-6c93-463a-aa36-cb8ddd85a62f/8cdf528f-01af-4086-a772-7ebc96303b08) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:00.945602 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Pushing event updated for resources: {'Port': ['ID=a724ff9a-f321-46c9-a274-be68d0d8c0a3,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:01.054972 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed240db-7d04-41d6-9683-36a79392fb69 req-32f2a3dd-5b88-43e5-89ab-36369ae12d3e tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:01.056677 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1ed240db-7d04-41d6-9683-36a79392fb69 req-32f2a3dd-5b88-43e5-89ab-36369ae12d3e tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.0891566 Aug 29 14:25:01.082885 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Attempting to bind port a724ff9a-f321-46c9-a274-be68d0d8c0a3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:01.083213 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Attempting to bind port a724ff9a-f321-46c9-a274-be68d0d8c0a3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:01.083542 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Attempting to bind port a724ff9a-f321-46c9-a274-be68d0d8c0a3 on network c80d3bea-4c0c-4e83-98d4-09ad10f52951 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:01.092406 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Port a724ff9a-f321-46c9-a274-be68d0d8c0a3 on network c80d3bea-4c0c-4e83-98d4-09ad10f52951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:25:01.092698 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Attempting to bind port a724ff9a-f321-46c9-a274-be68d0d8c0a3 on network c80d3bea-4c0c-4e83-98d4-09ad10f52951 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:01.099061 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:01.099424 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Checking segment: {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:01.099890 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Bound using segment: {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:01.100243 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Bound port: a724ff9a-f321-46c9-a274-be68d0d8c0a3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:01.100633 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.119593 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device f115f879-d0da-4399-9987-562282464b72 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:01.129140 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1ed240db-7d04-41d6-9683-36a79392fb69 req-d27dc21f-27e3-4305-8afc-c6883ff2f260 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627706 Aug 29 14:25:01.192434 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.199874 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] For port a724ff9a-f321-46c9-a274-be68d0d8c0a3, host hv-cinder-77398, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:01.203900 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] For port a724ff9a-f321-46c9-a274-be68d0d8c0a3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:01.210775 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.216591 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port f115f879-d0da-4399-9987-562282464b72 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:01.222408 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port f115f879-d0da-4399-9987-562282464b72 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:01.222838 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.240805 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:01.241396 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.246584 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] 10.222.0.32 "PUT /v2.0/ports/a724ff9a-f321-46c9-a274-be68d0d8c0a3 HTTP/1.1" status: 200 len: 1094 time: 0.8323727 Aug 29 14:25:01.292631 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e623380-bd1c-4ce7-abde-4cfd71679021', 'tag': 'a724ff9a-f321-46c9-a274-be68d0d8c0a3'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:01.293945 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836921b2-21fc-430a-8036-552173ffbb1f req-c214d599-b233-44f2-8435-00612bf44b82 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:01.295159 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331839fa-ff64-4db4-b3f5-6d28f23c2c34" -d '{"events": [{"name": "network-changed", "server_uuid": "1e623380-bd1c-4ce7-abde-4cfd71679021", "tag": "a724ff9a-f321-46c9-a274-be68d0d8c0a3"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:01.301425 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-836921b2-21fc-430a-8036-552173ffbb1f req-c214d599-b233-44f2-8435-00612bf44b82 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0955727 Aug 29 14:25:01.303054 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-17c7b81f-f5c1-41e7-8762-319fa472a1c7 req-682481ba-48e1-4e72-b01f-b8a531cee063 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0834615 Aug 29 14:25:01.317899 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.334143 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b38342-e2a2-4b08-b6a1-b3621607859e service neutron] Pushing event updated for resources: {'Port': ['ID=a724ff9a-f321-46c9-a274-be68d0d8c0a3,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:01.348076 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-836921b2-21fc-430a-8036-552173ffbb1f req-ab4324cb-e0d3-4e64-bc27-59484234d783 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455863 Aug 29 14:25:01.349165 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.357572 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port f115f879-d0da-4399-9987-562282464b72, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=f115f879-d0da-4399-9987-562282464b72,segment=NetworkSegment(e1382906-7902-4e27-b43f-53ce877e3a93),segment_id=e1382906-7902-4e27-b43f-53ce877e3a93)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:01.373731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.409003 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Network c80d3bea-4c0c-4e83-98d4-09ad10f52951 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:01.412719 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:01.417014 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:01.420957 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44627db-f1f5-4bc8-a462-b19579d7d53e x-openstack-request-id: req-f44627db-f1f5-4bc8-a462-b19579d7d53e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:01.421407 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e623380-bd1c-4ce7-abde-4cfd71679021", "tag": "a724ff9a-f321-46c9-a274-be68d0d8c0a3", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:01.421917 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f44627db-f1f5-4bc8-a462-b19579d7d53e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:01.422868 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e623380-bd1c-4ce7-abde-4cfd71679021', 'tag': 'a724ff9a-f321-46c9-a274-be68d0d8c0a3', 'status': 'completed', 'code': 200} Aug 29 14:25:01.449112 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=f115f879-d0da-4399-9987-562282464b72,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:01.465722 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Pushing event updated for resources: {'Port': ['ID=8cdf528f-01af-4086-a772-7ebc96303b08,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:01.468419 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431fbe1-4079-4a32-bb3f-8a10f895d53f req-63548752-0b8e-4d28-944e-0184bb31c02d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:01.470500 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d431fbe1-4079-4a32-bb3f-8a10f895d53f req-63548752-0b8e-4d28-944e-0184bb31c02d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 931 time: 0.0830605 Aug 29 14:25:01.491274 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:01.492039 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:01.513032 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f75fbd9c-d27e-4569-acc5-c87eeaaa74d7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0491281 Aug 29 14:25:01.523470 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d431fbe1-4079-4a32-bb3f-8a10f895d53f req-f047eb7d-cd4f-4ab2-9032-fd5285491242 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Aug 29 14:25:02.252991 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d226d2-a807-45bd-a1c3-0cfb0d8b3f39 req-6a94bc76-8d82-46f1-ab12-d99d6262243d tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:02.254439 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-85d226d2-a807-45bd-a1c3-0cfb0d8b3f39 req-6a94bc76-8d82-46f1-ab12-d99d6262243d tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.0476005 Aug 29 14:25:02.298529 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-85d226d2-a807-45bd-a1c3-0cfb0d8b3f39 req-e93b3b3a-1d51-4885-9e93-e5cbfd146dcf tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Aug 29 14:25:02.402192 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b05d33e1-56af-4128-86b5-f3d84d4d243f req-83545a3e-97c1-4488-a662-f7a6b487f18a tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0295670 Aug 29 14:25:02.510178 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aa9cb-cde1-4799-8c2c-e996c7043a1f req-3f9f7f04-9ad7-4a94-ba27-4ee23673f64e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:02.511878 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e30aa9cb-cde1-4799-8c2c-e996c7043a1f req-3f9f7f04-9ad7-4a94-ba27-4ee23673f64e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0511858 Aug 29 14:25:02.567098 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e30aa9cb-cde1-4799-8c2c-e996c7043a1f req-e7795494-e4e0-4d81-ae70-10a3e7d300b9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 Aug 29 14:25:02.592616 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a82838-d4b1-4d2e-aadf-4af06b49fffa req-41c9a8e8-8183-42fb-b099-ea8773534bf6 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:02.596129 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-46a82838-d4b1-4d2e-aadf-4af06b49fffa req-41c9a8e8-8183-42fb-b099-ea8773534bf6 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.0774722 Aug 29 14:25:02.632172 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-46a82838-d4b1-4d2e-aadf-4af06b49fffa req-82cf5853-7db5-4dc1-bfc9-8979d0bbdcb2 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Aug 29 14:25:02.671817 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770f654-7839-4db5-9d5a-48e7eddcc7d0 req-9b39c3e5-4986-4e95-8b8f-22d0e8639496 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:02.673187 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c770f654-7839-4db5-9d5a-48e7eddcc7d0 req-9b39c3e5-4986-4e95-8b8f-22d0e8639496 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 931 time: 0.0479221 Aug 29 14:25:02.709579 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c770f654-7839-4db5-9d5a-48e7eddcc7d0 req-1847ca82-246f-49b4-adf5-d298a40e6d9d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305228 Aug 29 14:25:03.050994 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device f115f879-d0da-4399-9987-562282464b72 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:03.098917 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port f115f879-d0da-4399-9987-562282464b72 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:03.099280 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:03.501218 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-eb287a40-08ad-43f0-84a3-5aa2a179a962 req-4f22c0c8-9cac-4001-8e9a-cae1a14b4b2f tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0296168 Aug 29 14:25:03.682366 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f89d-0024-48c6-affd-b81cadcb9d08 req-151cb3f5-bd4f-4e71-99a6-3bdf5719ca03 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:03.683857 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-87f9f89d-0024-48c6-affd-b81cadcb9d08 req-151cb3f5-bd4f-4e71-99a6-3bdf5719ca03 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0479851 Aug 29 14:25:03.724854 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-87f9f89d-0024-48c6-affd-b81cadcb9d08 req-689f0d79-1dd0-4067-9b14-7d6859ae6560 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Aug 29 14:25:03.748612 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b766-b637-44ba-9455-b12ffec0f1e9 req-b4a5844e-3645-4483-9bb6-270a4da6a272 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:03.750112 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-db70b766-b637-44ba-9455-b12ffec0f1e9 req-b4a5844e-3645-4483-9bb6-270a4da6a272 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.0505869 Aug 29 14:25:03.787273 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-db70b766-b637-44ba-9455-b12ffec0f1e9 req-b9ef4613-4172-4058-a9f5-6faa98a976cd tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Aug 29 14:25:03.827535 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c60da6-a31e-4bcf-8606-4ef77cb3a47c req-8ed1c160-ff88-4c8a-a682-ad16e9b65177 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:03.828998 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e6c60da6-a31e-4bcf-8606-4ef77cb3a47c req-8ed1c160-ff88-4c8a-a682-ad16e9b65177 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 931 time: 0.0482099 Aug 29 14:25:03.866782 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e6c60da6-a31e-4bcf-8606-4ef77cb3a47c req-6402572b-b028-4964-883a-cc7672a50452 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Aug 29 14:25:04.334006 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Request body: {'port': {'device_id': 'c70fa09b-1c3c-4354-9997-34996765978c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:04.419145 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:04.459697 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331839fa-ff64-4db4-b3f5-6d28f23c2c34 req-ec6f5851-ec92-47d4-8833-cb61db89af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:04.461274 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-331839fa-ff64-4db4-b3f5-6d28f23c2c34 req-ec6f5851-ec92-47d4-8833-cb61db89af82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1097 time: 0.1032443 Aug 29 14:25:04.662356 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-69d60691-9990-4561-8ae1-d17000c31269 req-6cfc9a64-ff11-4c6b-aea1-ae91f6b4e108 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0875103 Aug 29 14:25:04.795976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331839fa-ff64-4db4-b3f5-6d28f23c2c34 req-b9a8c902-c106-43a5-bd0e-1cdf2f2c0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:04.797449 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-331839fa-ff64-4db4-b3f5-6d28f23c2c34 req-b9a8c902-c106-43a5-bd0e-1cdf2f2c0dbd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2c8d97baadd8475d9e46e745865786be&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2647367 Aug 29 14:25:04.862623 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee13a-3d80-40ef-bc4d-c7484a4454eb req-d628ab4b-19a2-4c57-a3e0-17056c228a5d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:04.864665 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-400ee13a-3d80-40ef-bc4d-c7484a4454eb req-d628ab4b-19a2-4c57-a3e0-17056c228a5d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0694604 Aug 29 14:25:04.913024 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-400ee13a-3d80-40ef-bc4d-c7484a4454eb req-c3580518-2879-4280-af86-7c487ab6acaf tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Aug 29 14:25:05.089313 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e3f8a-29aa-42b2-aebe-b67c1cdb800b req-790a8777-c60e-43ba-8ee1-db875091fc29 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:05.091158 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-913e3f8a-29aa-42b2-aebe-b67c1cdb800b req-790a8777-c60e-43ba-8ee1-db875091fc29 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 931 time: 0.1118889 Aug 29 14:25:05.154612 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-86558cca-0025-4d35-818f-0a108506edae tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:05.156185 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-86558cca-0025-4d35-818f-0a108506edae tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.32 "GET /v2.0/networks?id=e16d61a8-b278-4910-9029-c64434d1d1d7 HTTP/1.1" status: 200 len: 808 time: 0.1494229 Aug 29 14:25:05.164302 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-913e3f8a-29aa-42b2-aebe-b67c1cdb800b req-80287f72-2417-4f9a-a712-a386a78dfffb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603831 Aug 29 14:25:05.265885 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Request body: {'port': {'device_id': '4a6b2c4f-d999-45e9-935b-c24f48594df4', 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7', 'admin_state_up': True, 'tenant_id': 'fb57d9be06fd40ea85e1e410fc3b7014'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:05.290328 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f723f-71e1-4283-9764-542d7c942764 req-18f0c799-09fe-41e0-8ec5-ce717e963d54 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:05.291826 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-215f723f-71e1-4283-9764-542d7c942764 req-18f0c799-09fe-41e0-8ec5-ce717e963d54 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.3912446 Aug 29 14:25:05.333781 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdf528f-01af-4086-a772-7ebc96303b08 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:05.338848 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331839fa-ff64-4db4-b3f5-6d28f23c2c34 req-d1986960-8f10-4b62-b334-a6ae7d42e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:05.340296 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-331839fa-ff64-4db4-b3f5-6d28f23c2c34 req-d1986960-8f10-4b62-b334-a6ae7d42e1a6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5332005 Aug 29 14:25:05.345430 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:05.372245 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-215f723f-71e1-4283-9764-542d7c942764 req-e74030e7-3b95-4d9a-802d-e012b8e46516 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711286 Aug 29 14:25:05.377207 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Transition to ACTIVE for port object 8cdf528f-01af-4086-a772-7ebc96303b08 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:05.385090 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:05.417650 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Made reservation on behalf of fb57d9be06fd40ea85e1e410fc3b7014 for: {'port': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:05.423004 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:05.488712 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdf528f-01af-4086-a772-7ebc96303b08,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:05.558324 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Attempting to bind port 8cdf528f-01af-4086-a772-7ebc96303b08 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:05.559032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Attempting to bind port 8cdf528f-01af-4086-a772-7ebc96303b08 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:05.559967 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Attempting to bind port 8cdf528f-01af-4086-a772-7ebc96303b08 on network c80d3bea-4c0c-4e83-98d4-09ad10f52951 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:05.567161 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Port 8cdf528f-01af-4086-a772-7ebc96303b08 on network c80d3bea-4c0c-4e83-98d4-09ad10f52951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:25:05.567591 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Attempting to bind port 8cdf528f-01af-4086-a772-7ebc96303b08 on network c80d3bea-4c0c-4e83-98d4-09ad10f52951 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:05.576608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:05.576608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Checking segment: {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:05.576608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Bound using segment: {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:05.576608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Bound port: 8cdf528f-01af-4086-a772-7ebc96303b08, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440174f8-7fef-4237-bafd-089dd7fbb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:05.576608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:05.599521 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Allocated IP 172.20.0.14 (e16d61a8-b278-4910-9029-c64434d1d1d7/3e723430-2f7e-43d7-bfbe-e593b86b4f3d/3ff336ba-7b44-44a3-abcc-9639a61352e4) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:05.618709 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-43bac804-12a0-4812-babd-1e5c2897e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:05.620210 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-43bac804-12a0-4812-babd-1e5c2897e5b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1097 time: 0.0982299 Aug 29 14:25:05.685631 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] For port 8cdf528f-01af-4086-a772-7ebc96303b08, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:05.689288 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-d5d1d8f1-d545-48df-9941-9f0206f81360 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3 HTTP/1.1" status: 200 len: 217 time: 0.0419858 Aug 29 14:25:05.700338 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] For port 8cdf528f-01af-4086-a772-7ebc96303b08, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cdf528f-01af-4086-a772-7ebc96303b08,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:05.724678 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:05.800402 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a7fa6cae-863a-4939-bc2f-631667f8a73b req-114893ba-1bf2-463b-9ea6-5615b2c8f00e tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0309789 Aug 29 14:25:05.804466 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:05.804466 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:05.806536 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] 10.222.0.32 "PUT /v2.0/ports/8cdf528f-01af-4086-a772-7ebc96303b08 HTTP/1.1" status: 200 len: 1093 time: 1.4768214 Aug 29 14:25:05.807558 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70fa09b-1c3c-4354-9997-34996765978c', 'tag': '8cdf528f-01af-4086-a772-7ebc96303b08'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:05.809982 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c70fa09b-1c3c-4354-9997-34996765978c", "tag": "8cdf528f-01af-4086-a772-7ebc96303b08"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:05.817064 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-e818b6e6-dc46-4c95-96dc-1d3f36bb6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:05.818741 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-e818b6e6-dc46-4c95-96dc-1d3f36bb6562 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.1137860 Aug 29 14:25:05.847233 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:05.849427 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b126f08-b3e8-4f8e-8342-e4053a57ae91 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdf528f-01af-4086-a772-7ebc96303b08,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:05.868111 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66acd8d-f0bf-4f27-94ad-014a70334e9d x-openstack-request-id: req-c66acd8d-f0bf-4f27-94ad-014a70334e9d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:05.868551 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70fa09b-1c3c-4354-9997-34996765978c", "tag": "8cdf528f-01af-4086-a772-7ebc96303b08", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:05.868848 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c66acd8d-f0bf-4f27-94ad-014a70334e9d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:05.869294 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70fa09b-1c3c-4354-9997-34996765978c', 'tag': '8cdf528f-01af-4086-a772-7ebc96303b08', 'status': 'completed', 'code': 200} Aug 29 14:25:05.871835 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-f1ba9a99-6e3d-4a40-a0a1-3e4969ca10ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325544 Aug 29 14:25:05.888038 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:05.933762 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Network e16d61a8-b278-4910-9029-c64434d1d1d7 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:05.939124 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:05.943338 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:05.971618 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Pushing event updated for resources: {'Port': ['ID=3ff336ba-7b44-44a3-abcc-9639a61352e4,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:06.004996 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f96ccfd4-b01b-4f12-be83-063503f351b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:06.006541 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-f96ccfd4-b01b-4f12-be83-063503f351b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 1096 time: 0.0969169 Aug 29 14:25:06.024753 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-31e52247-8a28-4b56-ba2a-bcbd91881586 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235769 Aug 29 14:25:06.033080 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:06.033682 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:06.057156 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da2e8b-8d46-4e4c-8249-9045715a7c08 req-b5256302-4e0c-404f-85a9-43b65d14ec02 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:06.058650 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-28da2e8b-8d46-4e4c-8249-9045715a7c08 req-b5256302-4e0c-404f-85a9-43b65d14ec02 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0736289 Aug 29 14:25:06.060304 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-51ab3f46-ddd9-444a-8830-d2e51a7d8a66 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7991152 Aug 29 14:25:06.077771 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-7f6bd43b-6ed4-4838-b79a-fdecbb49bccd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cdf528f-01af-4086-a772-7ebc96303b08 HTTP/1.1" status: 200 len: 217 time: 0.0418863 Aug 29 14:25:06.085527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Request body: {'port': {'device_id': '4a6b2c4f-d999-45e9-935b-c24f48594df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:06.147176 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-28da2e8b-8d46-4e4c-8249-9045715a7c08 req-ae03a850-479b-4b7b-85e1-379c4a22a638 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809023 Aug 29 14:25:06.153583 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:06.196661 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-045a1880-594e-4b38-a206-0c19ab071669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:06.198115 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-045a1880-594e-4b38-a206-0c19ab071669 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.0818722 Aug 29 14:25:06.250551 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-9084bd6d-57bd-4b3a-a679-2f78a083344c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349114 Aug 29 14:25:06.252616 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fc518a0f-2b54-48e1-b427-ef94e82c05ff req-3c33f2a4-2a33-4f69-b726-5f9c84597281 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111616 Aug 29 14:25:06.370036 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-331bdf33-7948-4e4d-9999-c4570772d215 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985315 Aug 29 14:25:06.517537 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29aaf9dd-bd6d-4473-934d-197372a502b0 req-c4dab311-8663-49e0-8f47-62bb66fac587 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382267 Aug 29 14:25:06.530171 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e67c-ae18-4aaa-bb95-c1d474ab0bf8 req-454e6614-800f-4cfb-8d16-c7ddce1feb37 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:06.532946 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-82d5e67c-ae18-4aaa-bb95-c1d474ab0bf8 req-454e6614-800f-4cfb-8d16-c7ddce1feb37 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.0682230 Aug 29 14:25:06.571370 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6552b-77b4-4589-b5a5-00303fb7e4b2 req-99539636-7a8b-4a58-8b44-263d91f9e042 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:06.572819 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9fe6552b-77b4-4589-b5a5-00303fb7e4b2 req-99539636-7a8b-4a58-8b44-263d91f9e042 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 943 time: 0.3010650 Aug 29 14:25:06.575193 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-82d5e67c-ae18-4aaa-bb95-c1d474ab0bf8 req-33704eb0-b94f-4cf4-8021-553892326862 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Aug 29 14:25:06.653375 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9fe6552b-77b4-4589-b5a5-00303fb7e4b2 req-c3910c6f-b6b2-47d2-bea6-a9007370bbda tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732028 Aug 29 14:25:06.718059 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-d721fefd-5a27-4bd3-a606-3df0cd15a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:06.720726 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-d721fefd-5a27-4bd3-a606-3df0cd15a533 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 1096 time: 0.0571492 Aug 29 14:25:06.743810 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff336ba-7b44-44a3-abcc-9639a61352e4 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:06.754247 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:06.768599 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Transition to ACTIVE for port object 3ff336ba-7b44-44a3-abcc-9639a61352e4 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:06.773440 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:06.863867 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-c1a0a08c-3c37-4f98-a437-b9dec8704ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:06.865394 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-c1a0a08c-3c37-4f98-a437-b9dec8704ab6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 920 time: 0.1356332 Aug 29 14:25:06.892657 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff336ba-7b44-44a3-abcc-9639a61352e4,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:06.946237 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Attempting to bind port 3ff336ba-7b44-44a3-abcc-9639a61352e4 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:06.946927 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Attempting to bind port 3ff336ba-7b44-44a3-abcc-9639a61352e4 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:06.947334 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Attempting to bind port 3ff336ba-7b44-44a3-abcc-9639a61352e4 on network e16d61a8-b278-4910-9029-c64434d1d1d7 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:06.948042 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-3668eb33-382a-4963-9c77-5199732a5b2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cdf528f-01af-4086-a772-7ebc96303b08 HTTP/1.1" status: 200 len: 217 time: 0.0456665 Aug 29 14:25:06.967325 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Port 3ff336ba-7b44-44a3-abcc-9639a61352e4 on network e16d61a8-b278-4910-9029-c64434d1d1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:25:06.967325 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Attempting to bind port 3ff336ba-7b44-44a3-abcc-9639a61352e4 on network e16d61a8-b278-4910-9029-c64434d1d1d7 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:06.993356 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:06.993777 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Checking segment: {'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:06.994172 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Bound using segment: {'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:06.994644 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Bound port: 3ff336ba-7b44-44a3-abcc-9639a61352e4, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:06.995124 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:07.026879 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-25020e25-0d8b-4e76-91cf-a9e4794a064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:07.032392 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-25020e25-0d8b-4e76-91cf-a9e4794a064e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.0716445 Aug 29 14:25:07.060878 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b1b9d-f5d9-4d77-be43-abdc9e94b8eb req-63e912fe-4133-4cea-a7c7-6599edb04c06 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:07.062840 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4a2b1b9d-f5d9-4d77-be43-abdc9e94b8eb req-63e912fe-4133-4cea-a7c7-6599edb04c06 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 944 time: 0.1116567 Aug 29 14:25:07.083020 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-a1f101a4-db3c-4506-85bc-dc02ce6f1c22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402439 Aug 29 14:25:07.139485 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] For port 3ff336ba-7b44-44a3-abcc-9639a61352e4, host hv-cinder-77398, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:07.147304 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] For port 3ff336ba-7b44-44a3-abcc-9639a61352e4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3ff336ba-7b44-44a3-abcc-9639a61352e4,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:07.161545 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4a2b1b9d-f5d9-4d77-be43-abdc9e94b8eb req-bb0d0502-805e-4bb9-969b-f1cb9b539a1e tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907621 Aug 29 14:25:07.168303 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:07.221908 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:07.222712 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:07.224749 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/3ff336ba-7b44-44a3-abcc-9639a61352e4 HTTP/1.1" status: 200 len: 1094 time: 1.1447170 Aug 29 14:25:07.225267 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6b2c4f-d999-45e9-935b-c24f48594df4', 'tag': '3ff336ba-7b44-44a3-abcc-9639a61352e4'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:07.229398 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab041a63-b064-4959-9506-1b8f76fd4e09" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6b2c4f-d999-45e9-935b-c24f48594df4", "tag": "3ff336ba-7b44-44a3-abcc-9639a61352e4"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:07.249953 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-b3a11d4a-509c-4ea7-a5f8-9ed8a38d1461 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584167 Aug 29 14:25:07.269696 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebb301-0b02-423b-b59d-9a7b0f5ec2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff336ba-7b44-44a3-abcc-9639a61352e4,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:07.282153 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9330f7b1-ddfb-4d40-b0c6-9bb19e5157f9 x-openstack-request-id: req-9330f7b1-ddfb-4d40-b0c6-9bb19e5157f9 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:07.282431 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6b2c4f-d999-45e9-935b-c24f48594df4", "tag": "3ff336ba-7b44-44a3-abcc-9639a61352e4", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:07.282743 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9330f7b1-ddfb-4d40-b0c6-9bb19e5157f9 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:07.283156 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6b2c4f-d999-45e9-935b-c24f48594df4', 'tag': '3ff336ba-7b44-44a3-abcc-9639a61352e4', 'status': 'completed', 'code': 200} Aug 29 14:25:07.376170 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-8206cb6c-b463-4416-b750-b5a21567ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:07.378965 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-8206cb6c-b463-4416-b750-b5a21567ec26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb57d9be06fd40ea85e1e410fc3b7014&device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 1097 time: 0.0488665 Aug 29 14:25:07.382827 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-0fe8d91e-e6cc-471e-9de7-4e03ba53e4ac tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:07.384999 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-0fe8d91e-e6cc-471e-9de7-4e03ba53e4ac tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.32 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.1088824 Aug 29 14:25:07.406119 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c1e2229-26c7-4fbd-abea-6b8ef9a320c7 req-8f328992-059b-4411-abd8-6747ac7180a7 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213114 Aug 29 14:25:07.457320 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-e0b88b83-e892-4575-bf98-89aeb6939178 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ff336ba-7b44-44a3-abcc-9639a61352e4 HTTP/1.1" status: 200 len: 217 time: 0.0352328 Aug 29 14:25:07.531027 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Deleting port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:25:07.531221 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-cfb3c5bc-5c69-4ccd-8765-2008de119e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:07.531346 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:07.532565 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-cfb3c5bc-5c69-4ccd-8765-2008de119e82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e723430-2f7e-43d7-bfbe-e593b86b4f3d HTTP/1.1" status: 200 len: 848 time: 0.0452766 Aug 29 14:25:07.584472 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-0c089b71-19ed-42b2-b1d2-fd00f7e44748 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16d61a8-b278-4910-9029-c64434d1d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265312 Aug 29 14:25:07.626122 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] For port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,segment=NetworkSegment(56be1fdc-51fb-47e8-88a4-eeb66238a420),segment_id=56be1fdc-51fb-47e8-88a4-eeb66238a420)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:07.626491 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:07.640543 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Calling delete_port for e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:25:07.680105 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-37c9b2ca-946e-48f1-8c93-f1f9c23bcede service neutron] 10.222.0.32 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860882 Aug 29 14:25:07.748964 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2bcf2-864b-4993-876e-035e1aacadda req-a3adbc00-cad1-43a1-9e03-18c1cd80ce56 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:07.750479 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bfd2bcf2-864b-4993-876e-035e1aacadda req-a3adbc00-cad1-43a1-9e03-18c1cd80ce56 tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/ports?device_id=b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c HTTP/1.1" status: 200 len: 950 time: 0.1041212 Aug 29 14:25:07.821889 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bfd2bcf2-864b-4993-876e-035e1aacadda req-a7b4c817-8d39-4159-8b45-ed4774df382f tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.20 "GET /v2.0/security-groups?id=3da686a9-b44f-4fb0-834d-e0fc0acd5362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597048 Aug 29 14:25:07.829505 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821bcaf-9f97-4668-97f4-5edb3e502d91 req-74576e52-558a-4d70-9db6-62b1241d0797 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:07.831038 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7821bcaf-9f97-4668-97f4-5edb3e502d91 req-74576e52-558a-4d70-9db6-62b1241d0797 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 943 time: 0.1053250 Aug 29 14:25:07.834771 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c80be840-8f3e-4c2e-8494-05f3e3eb1464 req-04604c4b-7702-48e0-8519-e1ec4ec1821f service neutron] 10.222.0.32 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291609 Aug 29 14:25:07.854604 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:07.885917 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Pushing event deleted for resources: {'Port': ['ID=e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:07.904897 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7821bcaf-9f97-4668-97f4-5edb3e502d91 req-e3cec404-fe72-47a9-ac82-cb9288049526 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672715 Aug 29 14:25:07.938125 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] No DVR routers for this DVR port e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:25:07.941391 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:07.943438 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6b90ab76-ff39-49cf-9197-b9208b772821 req-04dbe59e-7536-409c-a6f0-f0944479639b tempest-VolumesNegativeTest-1094823613 tempest-VolumesNegativeTest-1094823613-project] 10.222.0.32 "DELETE /v2.0/ports/e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe HTTP/1.1" status: 204 len: 173 time: 0.5013006 Aug 29 14:25:07.943864 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c', 'name': 'network-vif-deleted', 'tag': 'e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:07.946720 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77df2fc8-fd9c-46d6-93e2-841c08f302fe" -d '{"events": [{"server_uuid": "b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c", "name": "network-vif-deleted", "tag": "e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:07.964118 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:07.989285 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1935bcbc-379d-4197-98b1-550ae3641294 x-openstack-request-id: req-1935bcbc-379d-4197-98b1-550ae3641294 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:07.989580 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c", "name": "network-vif-deleted", "tag": "e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:07.989872 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1935bcbc-379d-4197-98b1-550ae3641294 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:07.990267 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b652e54e-0cb2-46c1-9a0a-7c1b96c0b89c', 'name': 'network-vif-deleted', 'tag': 'e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe', 'status': 'completed', 'code': 200} Aug 29 14:25:08.138417 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-2c0f5cc5-65e6-4525-85ab-21d0e071fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:08.139967 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-2c0f5cc5-65e6-4525-85ab-21d0e071fcd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb57d9be06fd40ea85e1e410fc3b7014&device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 1097 time: 0.0405550 Aug 29 14:25:08.302374 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-4ead21a8-43cd-4006-9830-0b6856c1bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:08.304245 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-4ead21a8-43cd-4006-9830-0b6856c1bcb5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e16d61a8-b278-4910-9029-c64434d1d1d7 HTTP/1.1" status: 200 len: 909 time: 0.1149795 Aug 29 14:25:08.336976 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbe24c-7dad-4285-8e9f-ee9710fab7ce req-f63a49a3-f0b0-4aec-a30d-e26b535c3a42 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:08.344425 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f6fbe24c-7dad-4285-8e9f-ee9710fab7ce req-f63a49a3-f0b0-4aec-a30d-e26b535c3a42 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 944 time: 0.0750904 Aug 29 14:25:08.391049 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-33f3e392-53bc-4b2d-9bd9-2f8d6f224438 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ff336ba-7b44-44a3-abcc-9639a61352e4 HTTP/1.1" status: 200 len: 217 time: 0.0678468 Aug 29 14:25:08.392714 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f6fbe24c-7dad-4285-8e9f-ee9710fab7ce req-80095bcc-772e-4a71-869a-11d7b6303e47 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474076 Aug 29 14:25:08.454745 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-20a014be-b2c1-45cb-8ee6-db685d9da75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:08.456228 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-20a014be-b2c1-45cb-8ee6-db685d9da75b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e723430-2f7e-43d7-bfbe-e593b86b4f3d HTTP/1.1" status: 200 len: 848 time: 0.0572228 Aug 29 14:25:08.499354 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-6ee851bb-f02f-4f7c-9f0e-4661089bb8bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16d61a8-b278-4910-9029-c64434d1d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329642 Aug 29 14:25:08.591676 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-a873c086-d44c-4b8e-aa4b-383b122736e3 service neutron] 10.222.0.32 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851347 Aug 29 14:25:08.685115 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab041a63-b064-4959-9506-1b8f76fd4e09 req-bfd58bd8-7af4-4826-b61e-dbdaf7e57583 service neutron] 10.222.0.32 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810056 Aug 29 14:25:08.826725 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device a724ff9a-f321-46c9-a274-be68d0d8c0a3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:25:08.927799 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port a724ff9a-f321-46c9-a274-be68d0d8c0a3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:08.941839 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': 'a724ff9a-f321-46c9-a274-be68d0d8c0a3', 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951', 'port_id': 'a724ff9a-f321-46c9-a274-be68d0d8c0a3', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0524dc3a-6c93-463a-aa36-cb8ddd85a62f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:25:08.998098 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:09.013808 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a724ff9a-f321-46c9-a274-be68d0d8c0a3 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:09.035536 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port a724ff9a-f321-46c9-a274-be68d0d8c0a3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:09.040096 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:09.063632 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8493-5a70-44d4-9452-8f35be16b64b req-302424c1-7401-43a2-af31-cc6d671efcbf tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:09.065982 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ee9c8493-5a70-44d4-9452-8f35be16b64b req-302424c1-7401-43a2-af31-cc6d671efcbf tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 943 time: 0.0548158 Aug 29 14:25:09.099340 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=a724ff9a-f321-46c9-a274-be68d0d8c0a3,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:09.123902 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ee9c8493-5a70-44d4-9452-8f35be16b64b req-bdb86e0f-c678-4fd8-8d48-07c179b5bdb4 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Aug 29 14:25:09.521538 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0f8f-4fb6-413e-bf20-e9061b89ce3e req-f7d0a8a1-9d7b-4f4a-8861-e5497471bad7 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:09.523311 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-60ee0f8f-4fb6-413e-bf20-e9061b89ce3e req-f7d0a8a1-9d7b-4f4a-8861-e5497471bad7 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 944 time: 0.0572605 Aug 29 14:25:09.567925 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-60ee0f8f-4fb6-413e-bf20-e9061b89ce3e req-24880cd6-7bd2-4c75-802a-f861c94a238d tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Aug 29 14:25:10.239301 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73500a9-3233-4839-92b5-4e745ddece37 req-1d9c0817-a0e7-4386-a389-c00036ce221d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:10.240797 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b73500a9-3233-4839-92b5-4e745ddece37 req-1d9c0817-a0e7-4386-a389-c00036ce221d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 943 time: 0.0506594 Aug 29 14:25:10.287642 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b73500a9-3233-4839-92b5-4e745ddece37 req-097c0ef9-9e39-4f40-b507-53dcb1d6fc0e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345199 Aug 29 14:25:10.690808 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ac3c-c792-471a-bfa0-8a07c2906160 req-a5f3154b-4b88-4c0d-9d88-2919eb11c1a7 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:10.692288 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e437ac3c-c792-471a-bfa0-8a07c2906160 req-a5f3154b-4b88-4c0d-9d88-2919eb11c1a7 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 944 time: 0.0538359 Aug 29 14:25:10.732175 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e437ac3c-c792-471a-bfa0-8a07c2906160 req-1e2fb9b2-0e77-40cc-b61e-ec83bb236961 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337961 Aug 29 14:25:11.400104 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed732-8c13-41f6-83dc-66f1bced9426 req-ebac410b-248b-4831-a724-aa96ea8b6e77 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:11.401622 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-411ed732-8c13-41f6-83dc-66f1bced9426 req-ebac410b-248b-4831-a724-aa96ea8b6e77 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 943 time: 0.0551593 Aug 29 14:25:11.448376 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-411ed732-8c13-41f6-83dc-66f1bced9426 req-e93649c8-fb3b-44af-854f-0b9f0a5dd611 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Aug 29 14:25:11.844527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35781d-c59f-4373-b953-ee4e4ee169af req-2e46d28a-5b2b-4c35-8986-b7e7d750fc35 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:11.845991 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0f35781d-c59f-4373-b953-ee4e4ee169af req-2e46d28a-5b2b-4c35-8986-b7e7d750fc35 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 944 time: 0.0482631 Aug 29 14:25:11.886945 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0f35781d-c59f-4373-b953-ee4e4ee169af req-6f10e9fa-2c54-4aeb-b9e9-2e8c7c93a5ec tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350873 Aug 29 14:25:12.001084 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:25:12.025082 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:25:12.025719 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device e499d5e3-d0e2-4ebe-91ca-5f014fa6bdfe not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:25:12.338667 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['a724ff9a-f321-46c9-a274-be68d0d8c0a3'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:12.572080 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f7c7f-fc9f-4e39-a525-9b2aea1267bc req-6211ff06-e86b-42d2-bd7a-326de8dfa246 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:12.573550 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-aa7f7c7f-fc9f-4e39-a525-9b2aea1267bc req-6211ff06-e86b-42d2-bd7a-326de8dfa246 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 943 time: 0.0554864 Aug 29 14:25:12.614394 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-aa7f7c7f-fc9f-4e39-a525-9b2aea1267bc req-5a0c010d-7ea8-4686-b5e2-922246d2a587 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Aug 29 14:25:13.028196 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd0f58-ff16-4557-bd1d-7a0c0c1364df req-64342ce9-d3b6-45d1-aaf8-b8082a8d0d08 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:13.029858 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c8cd0f58-ff16-4557-bd1d-7a0c0c1364df req-64342ce9-d3b6-45d1-aaf8-b8082a8d0d08 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 944 time: 0.0685222 Aug 29 14:25:13.064345 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-4bfc6651-5614-483d-b33b-7a39e115f8ef tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:13.065833 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-4bfc6651-5614-483d-b33b-7a39e115f8ef tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 815 time: 0.1463940 Aug 29 14:25:13.075135 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c8cd0f58-ff16-4557-bd1d-7a0c0c1364df req-b45d5e10-6be7-40fc-b43d-a64a23bfc08f tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 Aug 29 14:25:13.081576 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-f8994f4b-5adb-46ea-9c8b-e3ae127e6004 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/quotas/9eaae8641741427da3548fce0e7be5af HTTP/1.1" status: 200 len: 375 time: 0.0091846 Aug 29 14:25:13.132862 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-35c42461-ebda-44cb-a7f5-83b0dfd8bab1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442383 Aug 29 14:25:13.229200 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-7133da66-6d59-4b84-9d49-09a3e6be4d94 service neutron] 10.222.0.20 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882814 Aug 29 14:25:13.324963 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-8376245e-421a-4362-b828-60b31da4a42b service neutron] 10.222.0.20 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897357 Aug 29 14:25:13.482248 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9025f915-6d03-4900-8aaf-aa5dd188c97e req-d23cbf13-27e6-41e8-8a55-f6f239cc6d25 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 210 time: 0.0257316 Aug 29 14:25:13.795048 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbbedb-42bf-4379-9b91-466b2897b3a1 req-e862348f-41ba-4339-a9d7-0499582e4ac1 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:13.796611 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-46dbbedb-42bf-4379-9b91-466b2897b3a1 req-e862348f-41ba-4339-a9d7-0499582e4ac1 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 943 time: 0.0907040 Aug 29 14:25:13.848940 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-46dbbedb-42bf-4379-9b91-466b2897b3a1 req-ba344d0c-9d28-4e38-9db7-23f50da0c3c2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 Aug 29 14:25:13.933652 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42288) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:14.001609 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 3ff336ba-7b44-44a3-abcc-9639a61352e4 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:25:14.076053 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42298) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:14.076550 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device a724ff9a-f321-46c9-a274-be68d0d8c0a3 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:14.182290 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.db.resource_extend [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 14:25:14.290984 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6871bb00-ad80-4e94-bb9f-d6ecd629b7d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=115457dcc51f4877a8b2732a8d5505ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561072 Aug 29 14:25:14.293671 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:14.295381 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port a724ff9a-f321-46c9-a274-be68d0d8c0a3 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:14.303925 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port a724ff9a-f321-46c9-a274-be68d0d8c0a3 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:14.304298 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.308925 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 3ff336ba-7b44-44a3-abcc-9639a61352e4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3ff336ba-7b44-44a3-abcc-9639a61352e4,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:14.317573 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bf196-1930-47b3-b606-2a7fad56b431 req-3f954a8e-ce6d-4ae4-96de-3e18b6114c8d tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:14.321960 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0c2bf196-1930-47b3-b606-2a7fad56b431 req-3f954a8e-ce6d-4ae4-96de-3e18b6114c8d tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 944 time: 0.1031060 Aug 29 14:25:14.349119 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.355550 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '3ff336ba-7b44-44a3-abcc-9639a61352e4', 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7', 'port_id': '3ff336ba-7b44-44a3-abcc-9639a61352e4', 'mac_address': 'fa:16:3e:e4:e0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e723430-2f7e-43d7-bfbe-e593b86b4f3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:25:14.373260 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.403748 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.439240 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.455083 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0c2bf196-1930-47b3-b606-2a7fad56b431 req-fc7aade8-fd12-4780-9c9c-1c30e53012be tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209364 Aug 29 14:25:14.480417 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.484175 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.487931 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff336ba-7b44-44a3-abcc-9639a61352e4 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:14.488081 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3da686a9-b44f-4fb0-834d-e0fc0acd5362 HTTP/1.1" status: 204 len: 168 time: 0.1905718 Aug 29 14:25:14.494375 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da686a9-b44f-4fb0-834d-e0fc0acd5362,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:14.502980 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.503637 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.503814 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.504187 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.504570 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.504913 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.505769 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.505769 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.506042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.506296 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.506708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.506954 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.507269 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9060-1ca8-4a17-b5ca-fb1d832b56fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.507999 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.527630 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.561702 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 3ff336ba-7b44-44a3-abcc-9639a61352e4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3ff336ba-7b44-44a3-abcc-9639a61352e4,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:14.574852 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.576124 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8cdf528f-01af-4086-a772-7ebc96303b08 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:25:14.584109 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e623380-bd1c-4ce7-abde-4cfd71679021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a724ff9a-f321-46c9-a274-be68d0d8c0a3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:14.587043 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad497795-d8e6-4d1c-8b27-8930ab4f5608" -d '{"events": [{"server_uuid": "1e623380-bd1c-4ce7-abde-4cfd71679021", "name": "network-vif-plugged", "status": "completed", "tag": "a724ff9a-f321-46c9-a274-be68d0d8c0a3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:14.595449 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1b8120d6-24a5-4339-91eb-94c7e2917efb req-0e29b44f-566c-4616-ba0e-5ec5657135a6 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 210 time: 0.0369039 Aug 29 14:25:14.621590 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d8411d15a71498abc8232905032006d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414393 Aug 29 14:25:14.621590 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdabbc6a-b3bd-4ec3-be06-84c1ddde7f35,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:14.622135 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42320) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:14.636682 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.637224 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.637747 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.638173 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.638529 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.638905 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.639241 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.639578 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.639940 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.640279 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.640670 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.640998 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed019f0e-85da-40a3-a8c6-a481cc88738e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:14.675525 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66edfce-4020-4a8d-8d0c-13d566cf8b4a x-openstack-request-id: req-c66edfce-4020-4a8d-8d0c-13d566cf8b4a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:14.675798 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e623380-bd1c-4ce7-abde-4cfd71679021", "name": "network-vif-plugged", "status": "completed", "tag": "a724ff9a-f321-46c9-a274-be68d0d8c0a3", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:14.676164 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c66edfce-4020-4a8d-8d0c-13d566cf8b4a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:14.676697 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e623380-bd1c-4ce7-abde-4cfd71679021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a724ff9a-f321-46c9-a274-be68d0d8c0a3', 'code': 200} Aug 29 14:25:14.708111 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port a724ff9a-f321-46c9-a274-be68d0d8c0a3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:14.734160 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a7d72bb5-932a-49e9-92f1-1be3a1bd1c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.737569 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=3ff336ba-7b44-44a3-abcc-9639a61352e4,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:14.759168 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.783734 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a7d72bb5-932a-49e9-92f1-1be3a1bd1c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.905340 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a7d72bb5-932a-49e9-92f1-1be3a1bd1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.907973 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a7d72bb5-932a-49e9-92f1-1be3a1bd1c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:14.909328 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-a7d72bb5-932a-49e9-92f1-1be3a1bd1c4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdabbc6a-b3bd-4ec3-be06-84c1ddde7f35 HTTP/1.1" status: 204 len: 168 time: 0.2853229 Aug 29 14:25:14.943533 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-baff7450-a5c1-41fd-8306-48b153d00610 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:14.946690 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=a724ff9a-f321-46c9-a274-be68d0d8c0a3,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:14.948725 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-baff7450-a5c1-41fd-8306-48b153d00610 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 815 time: 0.2348447 Aug 29 14:25:14.990878 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8cdf528f-01af-4086-a772-7ebc96303b08, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cdf528f-01af-4086-a772-7ebc96303b08,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:14.995601 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d72bb5-932a-49e9-92f1-1be3a1bd1c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdabbc6a-b3bd-4ec3-be06-84c1ddde7f35,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:15.010074 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Request body: {'port': {'device_id': '38c90c36-8477-4430-a014-4e4885471066', 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'admin_state_up': True, 'tenant_id': '9eaae8641741427da3548fce0e7be5af'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:15.050310 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '8cdf528f-01af-4086-a772-7ebc96303b08', 'network_id': 'c80d3bea-4c0c-4e83-98d4-09ad10f52951', 'port_id': '8cdf528f-01af-4086-a772-7ebc96303b08', 'mac_address': 'fa:16:3e:6f:de:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0524dc3a-6c93-463a-aa36-cb8ddd85a62f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:25:15.051190 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7076c-d65f-4a42-a9b0-d05a23794f3b req-fcd9c427-8df4-4c0a-8e1c-827df8d1e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:15.052767 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f4c7076c-d65f-4a42-a9b0-d05a23794f3b req-fcd9c427-8df4-4c0a-8e1c-827df8d1e678 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1099 time: 0.1423707 Aug 29 14:25:15.110994 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f4c7076c-d65f-4a42-a9b0-d05a23794f3b req-32c2873e-4150-4693-b51b-ceaf424105cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498359 Aug 29 14:25:15.139881 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:15.173950 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdf528f-01af-4086-a772-7ebc96303b08 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:15.208714 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8cdf528f-01af-4086-a772-7ebc96303b08, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cdf528f-01af-4086-a772-7ebc96303b08,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:15.216768 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:15.289076 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8cdf528f-01af-4086-a772-7ebc96303b08,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:15.558577 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405c7fa-bd43-4348-b028-86a9e805f03b req-f9129631-fefd-4981-8b38-539a67596824 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:15.566754 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f405c7fa-bd43-4348-b028-86a9e805f03b req-f9129631-fefd-4981-8b38-539a67596824 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 943 time: 0.5903671 Aug 29 14:25:15.629607 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f405c7fa-bd43-4348-b028-86a9e805f03b req-6f7ffcc1-1a5a-40b9-8190-19c2e880337e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617845 Aug 29 14:25:15.664606 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Made reservation on behalf of 9eaae8641741427da3548fce0e7be5af for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:15.669342 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:15.687205 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8cdf528f-01af-4086-a772-7ebc96303b08'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:15.699875 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc0b9a-43af-4334-b202-a6787620a2c4 req-8ac8b804-8f90-4b86-9d1c-04faedd2485a tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:15.703603 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f9fc0b9a-43af-4334-b202-a6787620a2c4 req-8ac8b804-8f90-4b86-9d1c-04faedd2485a tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 945 time: 0.1018989 Aug 29 14:25:15.743330 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['3ff336ba-7b44-44a3-abcc-9639a61352e4'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:15.794071 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f9fc0b9a-43af-4334-b202-a6787620a2c4 req-3bd5f0f8-b02d-4596-9e2b-9765aa3f54ae tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797172 Aug 29 14:25:15.835389 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c82778d6-a0a5-4171-8874-f5c04a794958 req-aad333d8-f4e9-49c7-9ef1-95dac3bc9528 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 210 time: 0.0500004 Aug 29 14:25:15.835837 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42384) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:15.936091 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Allocated IP 172.20.0.3 (d5374394-97c3-4513-8eb6-5aa5e2c689a4/132f97a7-9f99-4a56-90b4-7e90ff05bd09/8494187c-736b-440c-9a5a-2380914d8d31) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:15.981219 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-454639209-network', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:16.058675 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Made reservation on behalf of 9be9569edbd0447082f486c3a0fe91ea for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:16.061218 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.075809 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.167913 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.255644 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.257652 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.267558 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.338107 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Network d5374394-97c3-4513-8eb6-5aa5e2c689a4 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:16.339563 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:25:16.346219 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:16.349208 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:16.353076 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Pushing event updated for resources: {'Port': ['ID=8494187c-736b-440c-9a5a-2380914d8d31,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:16.358381 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:16.386343 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.386920 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.segments_db [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Added segment cad93f05-bdef-4b2b-a259-4a7f2a23622a of type vlan for network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 Aug 29 14:25:16.447822 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:16.448436 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.466430 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.485351 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-c65d412d-7ba7-43dc-8abd-aeccbbd23018 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4979665 Aug 29 14:25:16.496181 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.497284 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:16.498170 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.553867 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42408) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:16.569350 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Request body: {'port': {'device_id': '38c90c36-8477-4430-a014-4e4885471066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:16.584816 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7452345 Aug 29 14:25:16.586244 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42412) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:16.595269 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Request body: {'subnet': {'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-454639209-subnet', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:16.620416 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbf891-4e69-4fb0-9a39-5f23d31dbf70 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:16.634031 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:25:16.642429 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Made reservation on behalf of 9be9569edbd0447082f486c3a0fe91ea for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:16.644801 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4350102'] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.665392 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.755206 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-412390d7-9030-4d81-abd5-7e2958514c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:16.860122 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a1f86-7e29-43d5-8884-b97d32261ae9 req-aaa47a6a-e067-40d8-8e2c-6b68ff2eea94 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:16.867747 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-581a1f86-7e29-43d5-8884-b97d32261ae9 req-aaa47a6a-e067-40d8-8e2c-6b68ff2eea94 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 944 time: 0.1161029 Aug 29 14:25:16.913439 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8ea08871-53a3-4319-8443-a01460098adc', '5ea21374-d91f-44a8-aa40-9579aaecc645'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:16.965288 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-581a1f86-7e29-43d5-8884-b97d32261ae9 req-2f5ef1f9-c52e-4a19-9edd-f5764c77f2be tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963297 Aug 29 14:25:17.024874 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756dc17-640b-49c5-a278-da4634766c8d req-24708c67-abd4-4c1c-bf91-820badd06381 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:17.034149 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6756dc17-640b-49c5-a278-da4634766c8d req-24708c67-abd4-4c1c-bf91-820badd06381 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 945 time: 0.1234095 Aug 29 14:25:17.110356 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-412390d7-9030-4d81-abd5-7e2958514c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.131982 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-412390d7-9030-4d81-abd5-7e2958514c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.138234 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4350180'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.139771 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6756dc17-640b-49c5-a278-da4634766c8d req-2fddab8b-df62-45b3-a8f7-0cc2dcde443c tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046476 Aug 29 14:25:17.141993 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8494187c-736b-440c-9a5a-2380914d8d31 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:17.151197 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.167802 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Transition to ACTIVE for port object 8494187c-736b-440c-9a5a-2380914d8d31 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:17.172807 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.248066 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412390d7-9030-4d81-abd5-7e2958514c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737c003a-78ad-44a8-ac4f-ff17eef54c64,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:17.255188 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-412390d7-9030-4d81-abd5-7e2958514c6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6592c357520e423fae5bbbaa8c1d576e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6960673 Aug 29 14:25:17.255374 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=8494187c-736b-440c-9a5a-2380914d8d31,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:17.255458 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42438) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:17.268875 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42440) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:17.279886 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28c1b-88e2-44e7-86a1-d1c622372251 req-e97a4583-1e47-496f-b99f-15a9766835bb tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:17.282229 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fbe28c1b-88e2-44e7-86a1-d1c622372251 req-e97a4583-1e47-496f-b99f-15a9766835bb tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 931 time: 0.1914716 Aug 29 14:25:17.288852 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=056be795-0fe1-4cf7-8ec2-d20ebd4a7906,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:17.323355 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Checking segment: {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:17.324099 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Network hostable DHCP agents. Network: ba8377b7-17ab-4fb0-b7e8-7eb5e212de09, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:25:17.341783 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Attempting to bind port 8494187c-736b-440c-9a5a-2380914d8d31 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:17.342109 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Attempting to bind port 8494187c-736b-440c-9a5a-2380914d8d31 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:17.342442 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Attempting to bind port 8494187c-736b-440c-9a5a-2380914d8d31 on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:17.353597 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fbe28c1b-88e2-44e7-86a1-d1c622372251 req-d7c41396-b64d-48d1-a08f-85a215b3d4ae tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Aug 29 14:25:17.356699 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Port 8494187c-736b-440c-9a5a-2380914d8d31 on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:25:17.357024 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Attempting to bind port 8494187c-736b-440c-9a5a-2380914d8d31 on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:17.359486 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7e13033b-c812-47c9-8f54-54ff43820fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.361116 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:25:17.378666 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, ba8377b7-17ab-4fb0-b7e8-7eb5e212de09) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:17.382400 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:17.382782 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Checking segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:17.383235 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Bound using segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:17.383976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Bound port: 8494187c-736b-440c-9a5a-2380914d8d31, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:17.384217 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:17.384345 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.385262 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.393110 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16bc2c5-1471-4222-8958-06ddd82b9a18 None None] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:25:17.406736 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-0e890e0e-8598-43e4-929f-0e60fa65d686 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8188040 Aug 29 14:25:17.409351 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42444) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:17.415858 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:17.428281 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7e13033b-c812-47c9-8f54-54ff43820fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.447659 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.449300 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.469308 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-18bebeb7-39b3-41dc-98e7-9dbcb5db97eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.512073 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7e13033b-c812-47c9-8f54-54ff43820fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.516311 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7e13033b-c812-47c9-8f54-54ff43820fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.516311 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-7e13033b-c812-47c9-8f54-54ff43820fd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/737c003a-78ad-44a8-ac4f-ff17eef54c64 HTTP/1.1" status: 204 len: 168 time: 0.2582457 Aug 29 14:25:17.544252 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13033b-c812-47c9-8f54-54ff43820fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737c003a-78ad-44a8-ac4f-ff17eef54c64,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:17.559982 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] For port 8494187c-736b-440c-9a5a-2380914d8d31, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:17.566690 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] For port 8494187c-736b-440c-9a5a-2380914d8d31, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8494187c-736b-440c-9a5a-2380914d8d31,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:17.573124 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.599653 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:25:17.600735 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.609759 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.639630 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=8494187c-736b-440c-9a5a-2380914d8d31,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:17.647453 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:17.648803 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.650273 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-ed51399f-18c0-424f-888c-2d38639abbe4 service neutron] 10.222.0.32 "PUT /v2.0/ports/8494187c-736b-440c-9a5a-2380914d8d31 HTTP/1.1" status: 200 len: 1093 time: 1.1204731 Aug 29 14:25:17.650786 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c90c36-8477-4430-a014-4e4885471066', 'tag': '8494187c-736b-440c-9a5a-2380914d8d31'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:17.653963 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0345a40-9762-4d50-8fb2-e329942b477a" -d '{"events": [{"name": "network-changed", "server_uuid": "38c90c36-8477-4430-a014-4e4885471066", "tag": "8494187c-736b-440c-9a5a-2380914d8d31"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:17.720701 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994068da-058a-43dc-b4ac-66ab411529c5 x-openstack-request-id: req-994068da-058a-43dc-b4ac-66ab411529c5 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:17.720918 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c90c36-8477-4430-a014-4e4885471066", "tag": "8494187c-736b-440c-9a5a-2380914d8d31", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:17.721378 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-994068da-058a-43dc-b4ac-66ab411529c5 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:17.721574 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c90c36-8477-4430-a014-4e4885471066', 'tag': '8494187c-736b-440c-9a5a-2380914d8d31', 'status': 'completed', 'code': 200} Aug 29 14:25:17.817531 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-e4d7a10b-f2f9-4d62-bb4e-5a145fc7a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:17.819259 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-e4d7a10b-f2f9-4d62-bb4e-5a145fc7a613 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 1096 time: 0.0767272 Aug 29 14:25:17.834919 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Allocated IP 172.20.0.2 (ba8377b7-17ab-4fb0-b7e8-7eb5e212de09/056be795-0fe1-4cf7-8ec2-d20ebd4a7906/53b35284-7918-44c9-a596-c03cab2b1c62) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:17.874008 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-18bebeb7-39b3-41dc-98e7-9dbcb5db97eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.878115 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.885512 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-18bebeb7-39b3-41dc-98e7-9dbcb5db97eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:17.891810 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-024f811e-68f2-4a51-b12a-5d3babd84d25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8494187c-736b-440c-9a5a-2380914d8d31 HTTP/1.1" status: 200 len: 217 time: 0.0531216 Aug 29 14:25:17.967488 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bebeb7-39b3-41dc-98e7-9dbcb5db97eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45a6cce-b5b4-4ebf-b053-bdf3285959cd,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:17.969456 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-b44d1cef-4116-4e84-90de-acffd0353ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:17.975118 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-18bebeb7-39b3-41dc-98e7-9dbcb5db97eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e044113f58f7497eafce9f0a756d573a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7049074 Aug 29 14:25:17.977911 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42464) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:17.984543 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-b44d1cef-4116-4e84-90de-acffd0353ad9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.0819867 Aug 29 14:25:18.026012 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-fe86d2f2-c465-41b0-a5ed-8ac17cdccf55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310156 Aug 29 14:25:18.043772 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.050805 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 3ff336ba-7b44-44a3-abcc-9639a61352e4 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:18.066472 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-273f47af-15d7-4b62-882b-c07599fa3afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.078956 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Transition to ACTIVE for port object 53b35284-7918-44c9-a596-c03cab2b1c62 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:18.104549 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Transition to ACTIVE for port object 53b35284-7918-44c9-a596-c03cab2b1c62 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:18.118550 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.138008 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-273f47af-15d7-4b62-882b-c07599fa3afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.170658 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:18.176427 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:18.181306 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:18.198640 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 3ff336ba-7b44-44a3-abcc-9639a61352e4 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:18.199728 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-a80d2536-ef63-4e49-b0d3-a20efd3588ba service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640320 Aug 29 14:25:18.204124 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800865cc-e67d-496f-97ee-3fc265cf63e5 req-9124a517-31b9-4cfe-a46f-63019259d74f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:18.205741 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-800865cc-e67d-496f-97ee-3fc265cf63e5 req-9124a517-31b9-4cfe-a46f-63019259d74f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 944 time: 0.1169050 Aug 29 14:25:18.209093 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Pushing event updated for resources: {'Port': ['ID=53b35284-7918-44c9-a596-c03cab2b1c62,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:18.260446 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 3ff336ba-7b44-44a3-abcc-9639a61352e4 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:18.260873 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.303153 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Attempting to bind port 53b35284-7918-44c9-a596-c03cab2b1c62 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:18.303528 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Attempting to bind port 53b35284-7918-44c9-a596-c03cab2b1c62 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:18.306078 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Attempting to bind port 53b35284-7918-44c9-a596-c03cab2b1c62 on network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:18.319190 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:18.319570 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Checking segment: {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:18.319973 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.321078 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Bound using segment: {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:18.321563 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Bound port: 53b35284-7918-44c9-a596-c03cab2b1c62, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:18.322019 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.342195 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-800865cc-e67d-496f-97ee-3fc265cf63e5 req-d172fe70-665e-4cd8-8717-4463909be745 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006639 Aug 29 14:25:18.350551 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-273f47af-15d7-4b62-882b-c07599fa3afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.353237 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-273f47af-15d7-4b62-882b-c07599fa3afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.354387 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-273f47af-15d7-4b62-882b-c07599fa3afe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d45a6cce-b5b4-4ebf-b053-bdf3285959cd HTTP/1.1" status: 204 len: 168 time: 0.3747365 Aug 29 14:25:18.362127 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.369717 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f47af-15d7-4b62-882b-c07599fa3afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45a6cce-b5b4-4ebf-b053-bdf3285959cd,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:18.403552 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.459657 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5bfad-c942-49be-b029-765d76b0b9f1 req-b0e46dcf-7ee8-4e37-b8ec-776dc97645e5 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:18.464444 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64d5bfad-c942-49be-b029-765d76b0b9f1 req-b0e46dcf-7ee8-4e37-b8ec-776dc97645e5 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 945 time: 0.1720634 Aug 29 14:25:18.477571 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.482076 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] For port 53b35284-7918-44c9-a596-c03cab2b1c62, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:18.490960 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] For port 53b35284-7918-44c9-a596-c03cab2b1c62, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=53b35284-7918-44c9-a596-c03cab2b1c62,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:18.504473 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.506125 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd6acbd-ca93-4fb9-b481-07f743aed8a3 req-dc8d8732-e951-45f9-aba0-d79163bd5bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926736 Aug 29 14:25:18.552356 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64d5bfad-c942-49be-b029-765d76b0b9f1 req-c751cdf0-c130-4380-b1da-409482bd7a19 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688963 Aug 29 14:25:18.588975 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Allocated IP 172.27.3.108 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/c1356e48-7b17-4f67-92f0-9c3deb74490a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:18.599367 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6b2c4f-d999-45e9-935b-c24f48594df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff336ba-7b44-44a3-abcc-9639a61352e4'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:18.602738 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78310d-5d1f-44b4-b1f7-055d830eb489" -d '{"events": [{"server_uuid": "4a6b2c4f-d999-45e9-935b-c24f48594df4", "name": "network-vif-plugged", "status": "completed", "tag": "3ff336ba-7b44-44a3-abcc-9639a61352e4"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:18.606905 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888c27b-dd12-4359-8845-3447de61373a req-2efed433-03c9-459c-bfab-46ce0c398e1e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:18.608443 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a888c27b-dd12-4359-8845-3447de61373a req-2efed433-03c9-459c-bfab-46ce0c398e1e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 943 time: 0.1326337 Aug 29 14:25:18.645608 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83fd8c-e8d3-40fc-8728-628eda0917ae None None] Pushing event updated for resources: {'Port': ['ID=53b35284-7918-44c9-a596-c03cab2b1c62,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:18.659651 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 3ff336ba-7b44-44a3-abcc-9639a61352e4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3ff336ba-7b44-44a3-abcc-9639a61352e4,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:18.673128 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.677845 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8cdf528f-01af-4086-a772-7ebc96303b08 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:18.785251 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a888c27b-dd12-4359-8845-3447de61373a req-d1dd62b2-4175-4cc0-8e25-7119c1e5b661 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693130 Aug 29 14:25:18.819869 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0345a40-9762-4d50-8fb2-e329942b477a req-c5996d87-1c31-4704-bcab-c0a148b55f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:18.828055 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a0345a40-9762-4d50-8fb2-e329942b477a req-c5996d87-1c31-4704-bcab-c0a148b55f38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 1096 time: 0.1682963 Aug 29 14:25:18.839082 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8410b09d-a8dc-4a4d-8c0f-69db2e5caa93 x-openstack-request-id: req-8410b09d-a8dc-4a4d-8c0f-69db2e5caa93 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:18.839601 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6b2c4f-d999-45e9-935b-c24f48594df4", "name": "network-vif-plugged", "status": "completed", "tag": "3ff336ba-7b44-44a3-abcc-9639a61352e4", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:18.839601 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8410b09d-a8dc-4a4d-8c0f-69db2e5caa93 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:18.840487 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6b2c4f-d999-45e9-935b-c24f48594df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff336ba-7b44-44a3-abcc-9639a61352e4', 'code': 200} Aug 29 14:25:18.860117 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.932584 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=3ff336ba-7b44-44a3-abcc-9639a61352e4,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:18.953404 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:18.984304 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 8cdf528f-01af-4086-a772-7ebc96303b08 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:19.007113 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 8cdf528f-01af-4086-a772-7ebc96303b08 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:19.009701 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.020771 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:19.046459 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:19.052949 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Pushing event updated for resources: {'Port': ['ID=c1356e48-7b17-4f67-92f0-9c3deb74490a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:19.062070 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:19.179646 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42496) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:19.194124 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.221251 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0345a40-9762-4d50-8fb2-e329942b477a req-7e9a61d6-9ba7-480d-81da-2df75d59c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:19.223103 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a0345a40-9762-4d50-8fb2-e329942b477a req-7e9a61d6-9ba7-480d-81da-2df75d59c8ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 916 time: 0.3523021 Aug 29 14:25:19.287399 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8cdf528f-01af-4086-a772-7ebc96303b08, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cdf528f-01af-4086-a772-7ebc96303b08,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:19.295601 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a0345a40-9762-4d50-8fb2-e329942b477a req-1c631529-6293-4578-81b4-411071548f82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8494187c-736b-440c-9a5a-2380914d8d31 HTTP/1.1" status: 200 len: 217 time: 0.0642462 Aug 29 14:25:19.297231 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.363763 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8cdf528f-01af-4086-a772-7ebc96303b08,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:19.405849 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0345a40-9762-4d50-8fb2-e329942b477a req-4351700c-b009-480d-8c15-bf0f894faffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:19.409705 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a0345a40-9762-4d50-8fb2-e329942b477a req-4351700c-b009-480d-8c15-bf0f894faffc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.1038961 Aug 29 14:25:19.446140 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-224428863-network', 'tenant_id': 'f96bb5cc8eca478ea4c4c9e86f952b13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:19.455543 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a0345a40-9762-4d50-8fb2-e329942b477a req-2db0cbe0-2b3d-484f-98f9-a028000eaa1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358112 Aug 29 14:25:19.514544 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42504) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:19.526004 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Made reservation on behalf of f96bb5cc8eca478ea4c4c9e86f952b13 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:19.528280 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.545265 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.608637 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a0345a40-9762-4d50-8fb2-e329942b477a req-5ec0f955-5628-451b-a9c6-8d7fc49c0bac service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395018 Aug 29 14:25:19.694013 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260afe29-c67b-431d-a946-2c6b63735d09 req-c4c1668f-db34-47c6-8eba-ec9e11c5a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:19.698986 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-260afe29-c67b-431d-a946-2c6b63735d09 req-c4c1668f-db34-47c6-8eba-ec9e11c5a0b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 1099 time: 0.1257377 Aug 29 14:25:19.709255 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac0f85-af43-434d-82b2-1337e86f2e5a req-28efab16-5214-4964-88a2-69345d7b857c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:19.717094 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-81ac0f85-af43-434d-82b2-1337e86f2e5a req-28efab16-5214-4964-88a2-69345d7b857c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1351552 Aug 29 14:25:19.723282 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d7d3493-cfa8-4e3c-8b19-475309a19928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.792673 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeb347-8bd0-4f0d-bd52-9540b333e77c req-88633723-d32a-4c11-8093-9c663422126b tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:19.799416 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0cfeb347-8bd0-4f0d-bd52-9540b333e77c req-88633723-d32a-4c11-8093-9c663422126b tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 946 time: 0.1311426 Aug 29 14:25:19.817849 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a0345a40-9762-4d50-8fb2-e329942b477a req-45f18180-0537-4562-8d3d-be3517a2b7d3 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016757 Aug 29 14:25:19.868781 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0cfeb347-8bd0-4f0d-bd52-9540b333e77c req-111ee81d-5421-4255-969c-3d3005c4f84b tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686481 Aug 29 14:25:19.876289 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-81ac0f85-af43-434d-82b2-1337e86f2e5a req-28dc459f-ccfc-48d0-be42-147a90c1d2a7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558046 Aug 29 14:25:19.881968 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.893441 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.895824 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-260afe29-c67b-431d-a946-2c6b63735d09 req-06f13e99-6a78-4cdd-aa51-5179a63cd93d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751230 Aug 29 14:25:19.932670 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:25:19.936037 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.945071 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2dd0d-9606-4dc4-9b75-d5b129975b45,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:19.966536 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:19.966536 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.segments_db [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Added segment d69458fc-79d9-4020-ac9e-4aa52775fe39 of type vlan for network b5957da6-507a-474a-98ab-365de10d8f3a Aug 29 14:25:20.021486 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.049559 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8494187c-736b-440c-9a5a-2380914d8d31 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:25:20.071275 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.072430 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:20.073014 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.109043 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9793c54-9caf-4127-9bff-332e1fe0a669 req-c7eff1bf-07f9-4fdb-8800-285e4a2cf11d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:20.110602 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b9793c54-9caf-4127-9bff-332e1fe0a669 req-c7eff1bf-07f9-4fdb-8800-285e4a2cf11d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 943 time: 0.1042602 Aug 29 14:25:20.153286 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f345cc05-570b-45d0-b1cd-983c8040a628 None None] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:25:20.171398 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d7d3493-cfa8-4e3c-8b19-475309a19928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.173036 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] Pushing event updated for resources: {'Network': ['ID=b5957da6-507a-474a-98ab-365de10d8f3a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:20.182323 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d7d3493-cfa8-4e3c-8b19-475309a19928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.213482 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network b5957da6-507a-474a-98ab-365de10d8f3a details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:25:20.222447 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-878c12ef-9782-4405-b975-137d5d22daf5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0389731 Aug 29 14:25:20.226071 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42514) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:20.233955 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b9793c54-9caf-4127-9bff-332e1fe0a669 req-e1cef24c-4835-49dc-ad91-1c440fd9cdd4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097052 Aug 29 14:25:20.243258 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Request body: {'subnet': {'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-224428863-subnet', 'tenant_id': 'f96bb5cc8eca478ea4c4c9e86f952b13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:20.258376 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d3493-cfa8-4e3c-8b19-475309a19928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df34e877-9305-4964-8c8b-ef6012f5c72b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:20.264264 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3d7d3493-cfa8-4e3c-8b19-475309a19928 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=130e89e072524975b6b955d3e2a03f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7479780 Aug 29 14:25:20.267062 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42516) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:20.281356 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.296900 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8a906d75-d083-4c37-9548-4fde787ad74d None None] Provisioning for port 53b35284-7918-44c9-a596-c03cab2b1c62 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:20.299101 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Made reservation on behalf of f96bb5cc8eca478ea4c4c9e86f952b13 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:20.300126 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8494187c-736b-440c-9a5a-2380914d8d31, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8494187c-736b-440c-9a5a-2380914d8d31,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:20.301375 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6587858'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.341461 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '8494187c-736b-440c-9a5a-2380914d8d31', 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'port_id': '8494187c-736b-440c-9a5a-2380914d8d31', 'mac_address': 'fa:16:3e:a3:c2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132f97a7-9f99-4a56-90b4-7e90ff05bd09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:25:20.384159 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0546-55d1-4879-9322-4296307a082e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.419782 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.421476 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0546-55d1-4879-9322-4296307a082e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.449636 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8494187c-736b-440c-9a5a-2380914d8d31 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:20.485943 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-910c936f-18d1-47ed-a03d-8c57b6ae7da3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789049 Aug 29 14:25:20.488150 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8494187c-736b-440c-9a5a-2380914d8d31, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8494187c-736b-440c-9a5a-2380914d8d31,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:20.496568 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.540692 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0546-55d1-4879-9322-4296307a082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.543559 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0546-55d1-4879-9322-4296307a082e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.544799 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Router af5ca159-7b67-4f58-ab12-f35c028e75e1 is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:25:20.547663 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-ef7f0546-55d1-4879-9322-4296307a082e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df34e877-9305-4964-8c8b-ef6012f5c72b HTTP/1.1" status: 204 len: 168 time: 0.2792885 Aug 29 14:25:20.556040 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8494187c-736b-440c-9a5a-2380914d8d31,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:20.575622 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f0546-55d1-4879-9322-4296307a082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df34e877-9305-4964-8c8b-ef6012f5c72b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:20.608423 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8077618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6587808'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.720746 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-40b007f9-1106-42bd-9d89-d9fbb18a57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:20.722271 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-40b007f9-1106-42bd-9d89-d9fbb18a57f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 1098 time: 0.1026075 Aug 29 14:25:20.724116 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Checking segment: {'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:20.724522 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Network hostable DHCP agents. Network: b5957da6-507a-474a-98ab-365de10d8f3a, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:25:20.745555 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341c0cc9-b705-4950-b792-cf58976045f8,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:20.750306 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:25:20.765425 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Sync routers for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:25:20.779066 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:20.780290 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:20.785159 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Network b5957da6-507a-474a-98ab-365de10d8f3a is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:25:20.814974 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, b5957da6-507a-474a-98ab-365de10d8f3a) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:20.819559 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.824668 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-084693a0-8e39-48ed-aa09-9b59603ae331 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4140775 Aug 29 14:25:20.825026 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c73ef3-d16d-4c55-a0aa-37dac34e91c5 None None] Network b5957da6-507a-474a-98ab-365de10d8f3a requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:25:20.825373 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42522) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:20.832856 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:20.833714 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:20.847430 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70fa09b-1c3c-4354-9997-34996765978c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdf528f-01af-4086-a772-7ebc96303b08'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:20.850764 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206d4539-5613-4a04-9427-a77d92b44204" -d '{"events": [{"server_uuid": "c70fa09b-1c3c-4354-9997-34996765978c", "name": "network-vif-plugged", "status": "completed", "tag": "8cdf528f-01af-4086-a772-7ebc96303b08"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:20.889976 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d6515606-6dfd-4c35-84ea-e93766454152 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6589987 Aug 29 14:25:20.923891 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8494187c-736b-440c-9a5a-2380914d8d31'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:20.936876 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:20.974401 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054a5049-b3f2-4839-93f1-b257a5932ecb x-openstack-request-id: req-054a5049-b3f2-4839-93f1-b257a5932ecb {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:20.974773 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70fa09b-1c3c-4354-9997-34996765978c", "name": "network-vif-plugged", "status": "completed", "tag": "8cdf528f-01af-4086-a772-7ebc96303b08", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:20.974974 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-054a5049-b3f2-4839-93f1-b257a5932ecb {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:20.975359 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70fa09b-1c3c-4354-9997-34996765978c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdf528f-01af-4086-a772-7ebc96303b08', 'code': 200} Aug 29 14:25:21.037993 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-28316dac-1fe8-46e3-a66d-2de0105ebe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:21.040883 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-28316dac-1fe8-46e3-a66d-2de0105ebe1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 916 time: 0.2882614 Aug 29 14:25:21.139097 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-12032377-07ca-4960-a145-f2c66e9db1af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ea08871-53a3-4319-8443-a01460098adc HTTP/1.1" status: 200 len: 217 time: 0.0665615 Aug 29 14:25:21.183362 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2443dc1-d983-4925-ac7a-b0077cde8607 req-3e32b50c-3bb1-4245-8428-f6427da6231d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:21.190885 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d2443dc1-d983-4925-ac7a-b0077cde8607 req-3e32b50c-3bb1-4245-8428-f6427da6231d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1773500 Aug 29 14:25:21.331185 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 53b35284-7918-44c9-a596-c03cab2b1c62 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:21.331672 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:19Z', 'revision_number': 3, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:21.333743 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc24703-82ac-43db-8142-add80f1c7c4c req-89451993-8d7c-4ea0-af6d-60ddc58166a8 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:21.347163 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cbc24703-82ac-43db-8142-add80f1c7c4c req-89451993-8d7c-4ea0-af6d-60ddc58166a8 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 946 time: 0.1410491 Aug 29 14:25:21.349015 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d2443dc1-d983-4925-ac7a-b0077cde8607 req-8ef2aa93-49cf-4d26-9133-9df6a09f0799 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571105 Aug 29 14:25:21.368361 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Checking router: af5ca159-7b67-4f58-ab12-f35c028e75e1 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:25:21.368723 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Updating router af5ca159-7b67-4f58-ab12-f35c028e75e1 port c1356e48-7b17-4f67-92f0-9c3deb74490a binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:25:21.401466 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:21.463926 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-da6dc48a-d0c7-485f-aa3f-f8d672b285d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:21.465357 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-da6dc48a-d0c7-485f-aa3f-f8d672b285d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.3005974 Aug 29 14:25:21.518393 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cbc24703-82ac-43db-8142-add80f1c7c4c req-287d5e35-b8c3-4a70-8edf-699aa2e0dec6 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673148 Aug 29 14:25:21.530773 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef6d8c-ae48-4ffc-a67e-ace7a9d98fd2 req-cb579830-c5ee-42e2-8876-b4b23f4438b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:21.541960 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-e3bd05b8-fa06-4d18-a756-1b120a4ea7b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656126 Aug 29 14:25:21.547828 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-72ef6d8c-ae48-4ffc-a67e-ace7a9d98fd2 req-cb579830-c5ee-42e2-8876-b4b23f4438b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 1098 time: 0.1514692 Aug 29 14:25:21.560408 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0523cb-bc3c-4ac7-b0ec-d5fd5cdd063f None None] Network b5957da6-507a-474a-98ab-365de10d8f3a requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:25:21.651046 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-72ef6d8c-ae48-4ffc-a67e-ace7a9d98fd2 req-85efcf6f-7231-45a1-8fda-fe4ddfd3bed8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002984 Aug 29 14:25:21.730427 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 53b35284-7918-44c9-a596-c03cab2b1c62 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:21.759296 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dcfe3-155f-445c-83f7-71b7d3009cb5 req-bb863412-e61d-4dd4-ac84-5f8291aa1b9a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:21.771001 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bd5dcfe3-155f-445c-83f7-71b7d3009cb5 req-bb863412-e61d-4dd4-ac84-5f8291aa1b9a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 944 time: 0.3094978 Aug 29 14:25:21.788314 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:21.806586 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Transition to ACTIVE for port object c1356e48-7b17-4f67-92f0-9c3deb74490a will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:21.816320 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:21.854885 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bd5dcfe3-155f-445c-83f7-71b7d3009cb5 req-37d33097-d192-42bb-bcea-d6337d7115e3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828457 Aug 29 14:25:21.909302 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 53b35284-7918-44c9-a596-c03cab2b1c62 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:21.909911 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:21.927610 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3856fd-0fe2-4118-b904-c35a18f7e690 None None] Pushing event updated for resources: {'Port': ['ID=c1356e48-7b17-4f67-92f0-9c3deb74490a,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:22.017221 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Attempting to bind port c1356e48-7b17-4f67-92f0-9c3deb74490a on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:22.018742 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Attempting to bind port c1356e48-7b17-4f67-92f0-9c3deb74490a by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:22.021919 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Attempting to bind port c1356e48-7b17-4f67-92f0-9c3deb74490a on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:22.026907 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:22.033718 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:22.038217 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:22.039242 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:22.041907 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:22.043110 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Bound port: c1356e48-7b17-4f67-92f0-9c3deb74490a, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:22.044030 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:22.075053 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 53b35284-7918-44c9-a596-c03cab2b1c62, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=53b35284-7918-44c9-a596-c03cab2b1c62,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:22.083076 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:22.122718 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] For port c1356e48-7b17-4f67-92f0-9c3deb74490a, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:22.126419 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] For port c1356e48-7b17-4f67-92f0-9c3deb74490a, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=c1356e48-7b17-4f67-92f0-9c3deb74490a,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:22.137764 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:22.166197 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=53b35284-7918-44c9-a596-c03cab2b1c62,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:22.206680 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:22.206963 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-e03d4795-6ee5-4aec-af06-91c2ae3c2200 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469226 Aug 29 14:25:22.208326 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:22.257042 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3856fd-0fe2-4118-b904-c35a18f7e690 None None] Pushing event updated for resources: {'Port': ['ID=c1356e48-7b17-4f67-92f0-9c3deb74490a,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:22.383578 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9903bf46-2879-412a-9a4d-8644cfa5c0f9 req-85456f29-d06a-438d-9a14-37e60c35c59c service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615252 Aug 29 14:25:22.423855 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:22.435939 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:22.495164 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7e8b8-9bc9-4cab-8a1b-a8867b603ab6 req-fe65bcb3-61d7-4ec8-acc9-28408ae80a65 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:22.497519 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0bd7e8b8-9bc9-4cab-8a1b-a8867b603ab6 req-fe65bcb3-61d7-4ec8-acc9-28408ae80a65 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0618138 Aug 29 14:25:22.559527 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0bd7e8b8-9bc9-4cab-8a1b-a8867b603ab6 req-85589452-5597-4cf9-b535-66af59e5916c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483592 Aug 29 14:25:22.669550 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:19Z', 'revision_number': 3, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:22.691641 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae2a62-691c-4058-9453-03e98c73db90 req-c4a4ad10-0c6d-4c83-b039-938de24d1e84 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:22.693318 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-86ae2a62-691c-4058-9453-03e98c73db90 req-c4a4ad10-0c6d-4c83-b039-938de24d1e84 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 946 time: 0.0726907 Aug 29 14:25:22.697851 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Allocated IP 172.20.0.1 (ba8377b7-17ab-4fb0-b7e8-7eb5e212de09/056be795-0fe1-4cf7-8ec2-d20ebd4a7906/efc33a42-c292-42b5-9c29-72a689e8c9d1) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:22.700132 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1beddbe-d110-4b7d-a68c-2077c3e82899 None None] The sync data for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi is: [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:19Z', 'revision_number': 3, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:25:22.791328 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-86ae2a62-691c-4058-9453-03e98c73db90 req-aeeffc61-0ea7-43b1-a36c-b10151d7687c tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Aug 29 14:25:22.856667 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:22.873231 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Transition to ACTIVE for port object efc33a42-c292-42b5-9c29-72a689e8c9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:22.907382 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:22.971493 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:22.972857 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf1a89-d01a-465c-8e7e-b40e80c94a77 req-2352f713-96c4-47aa-b81e-e1b7e25170be tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:22.976469 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-21bf1a89-d01a-465c-8e7e-b40e80c94a77 req-2352f713-96c4-47aa-b81e-e1b7e25170be tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 944 time: 0.0718925 Aug 29 14:25:22.984081 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:22.986265 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Pushing event updated for resources: {'Port': ['ID=efc33a42-c292-42b5-9c29-72a689e8c9d1,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:22.988391 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:23.031733 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.036030 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-21bf1a89-d01a-465c-8e7e-b40e80c94a77 req-e5900478-7e63-45d1-9ffb-8f18ad367d29 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Aug 29 14:25:23.186056 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.268990 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device c1356e48-7b17-4f67-92f0-9c3deb74490a up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:23.346638 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.369293 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0b2cdab0-a0dd-460c-a554-f70bb31f057b None None] Provisioning for port efc33a42-c292-42b5-9c29-72a689e8c9d1 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:23.380622 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0b2cdab0-a0dd-460c-a554-f70bb31f057b None None] Provisioning complete for port efc33a42-c292-42b5-9c29-72a689e8c9d1 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:23.381181 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdab0-a0dd-460c-a554-f70bb31f057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.465279 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port c1356e48-7b17-4f67-92f0-9c3deb74490a completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:23.497825 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port c1356e48-7b17-4f67-92f0-9c3deb74490a triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:23.498193 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.500009 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cdab0-a0dd-460c-a554-f70bb31f057b None None] Port efc33a42-c292-42b5-9c29-72a689e8c9d1 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:25:23.597853 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.631118 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port c1356e48-7b17-4f67-92f0-9c3deb74490a, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=c1356e48-7b17-4f67-92f0-9c3deb74490a,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:23.637311 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.638435 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 53b35284-7918-44c9-a596-c03cab2b1c62 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:23.659009 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-580fc20b-23f2-4129-a980-77dd8cc93e34 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:23.660582 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-580fc20b-23f2-4129-a980-77dd8cc93e34 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/networks?id=b5957da6-507a-474a-98ab-365de10d8f3a HTTP/1.1" status: 200 len: 813 time: 0.1741667 Aug 29 14:25:23.683634 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-0fc773b9-6d6b-4362-8c72-f2304bd209da tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/quotas/f96bb5cc8eca478ea4c4c9e86f952b13 HTTP/1.1" status: 200 len: 375 time: 0.0104663 Aug 29 14:25:23.688599 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9934-58b4-4c31-b0d6-46f07aa00c46 req-e8cda0d6-6fc5-4f8c-8cca-a00bf001fbf9 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:23.690887 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8dbd9934-58b4-4c31-b0d6-46f07aa00c46 req-e8cda0d6-6fc5-4f8c-8cca-a00bf001fbf9 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0648067 Aug 29 14:25:23.717813 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.721930 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-eba7b5aa-890f-4915-9d58-85c97bec9860 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f96bb5cc8eca478ea4c4c9e86f952b13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318041 Aug 29 14:25:23.729266 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.750472 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8dbd9934-58b4-4c31-b0d6-46f07aa00c46 req-e8005ccd-6165-45a5-be81-49f2db556b10 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 Aug 29 14:25:23.813196 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 53b35284-7918-44c9-a596-c03cab2b1c62 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:23.814739 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.816410 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=c1356e48-7b17-4f67-92f0-9c3deb74490a,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:23.950907 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:23.958941 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Pushing event updated for resources: {'Port': ['ID=efc33a42-c292-42b5-9c29-72a689e8c9d1,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:24.069170 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-f4fc2843-8b40-465c-a052-e422b01203ad service neutron] 10.222.0.20 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911892 Aug 29 14:25:24.081329 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8494187c-736b-440c-9a5a-2380914d8d31 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:24.175339 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 8494187c-736b-440c-9a5a-2380914d8d31 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:24.175923 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:24.184411 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:24.187182 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 8494187c-736b-440c-9a5a-2380914d8d31 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:24.190016 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:24.296113 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-ede6237f-de8f-4253-9631-160572b7d7a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207623 Aug 29 14:25:24.309915 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5090fe3-9830-423b-abba-55d486d81d6e req-4a8013ff-d238-47d9-aea6-bba04972f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:24.315061 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d5090fe3-9830-423b-abba-55d486d81d6e req-4a8013ff-d238-47d9-aea6-bba04972f6ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 1098 time: 0.1848850 Aug 29 14:25:24.403159 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16ab5-9db1-4a8b-8dca-9d03e688255e req-faeb7adb-6718-4b51-80f2-829e70f0d4c5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:24.411364 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8de16ab5-9db1-4a8b-8dca-9d03e688255e req-faeb7adb-6718-4b51-80f2-829e70f0d4c5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1080639 Aug 29 14:25:24.435172 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-472bce1b-22b4-4f05-b382-e6c2360f8dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:24.443653 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:24.502358 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8494187c-736b-440c-9a5a-2380914d8d31, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8494187c-736b-440c-9a5a-2380914d8d31,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:24.503837 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c90c36-8477-4430-a014-4e4885471066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8494187c-736b-440c-9a5a-2380914d8d31'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:24.506428 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24cb0af-e145-405e-a100-781f382b9a36" -d '{"events": [{"server_uuid": "38c90c36-8477-4430-a014-4e4885471066", "name": "network-vif-plugged", "status": "completed", "tag": "8494187c-736b-440c-9a5a-2380914d8d31"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:24.512279 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:24.537566 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8de16ab5-9db1-4a8b-8dca-9d03e688255e req-275f393b-0e7b-430f-9524-ba9b4a2f2640 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181731 Aug 29 14:25:24.557778 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Router af5ca159-7b67-4f58-ab12-f35c028e75e1 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:25:24.576077 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5090fe3-9830-423b-abba-55d486d81d6e req-4a3f788b-297d-4399-944e-c1c78a61d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:24.577754 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d5090fe3-9830-423b-abba-55d486d81d6e req-4a3f788b-297d-4399-944e-c1c78a61d939 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 920 time: 0.2543900 Aug 29 14:25:24.609725 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8494187c-736b-440c-9a5a-2380914d8d31,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:24.634002 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-b10dc5d6-f250-4524-b4b0-a16c92dfa324 None None] Provisioning complete for port efc33a42-c292-42b5-9c29-72a689e8c9d1 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:24.634425 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b10dc5d6-f250-4524-b4b0-a16c92dfa324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:24.675344 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d5090fe3-9830-423b-abba-55d486d81d6e req-406650f2-7591-454b-b03f-324bc85b2fb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cdf528f-01af-4086-a772-7ebc96303b08 HTTP/1.1" status: 200 len: 217 time: 0.0861104 Aug 29 14:25:24.678731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b10dc5d6-f250-4524-b4b0-a16c92dfa324 None None] Port efc33a42-c292-42b5-9c29-72a689e8c9d1 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:25:24.718012 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af5dc5-3bf6-422e-afe7-f5f15812eb35 req-16724d97-60bf-473e-a735-8aafec080abc tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:24.719656 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-18af5dc5-3bf6-422e-afe7-f5f15812eb35 req-16724d97-60bf-473e-a735-8aafec080abc tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 946 time: 0.0903540 Aug 29 14:25:24.780190 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-18af5dc5-3bf6-422e-afe7-f5f15812eb35 req-55b00d7d-6a85-4a23-95b3-826c18c2aa82 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527842 Aug 29 14:25:24.814192 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6cc82-59a2-4e93-a03c-bec96e18c389 req-2f658531-c82a-43d5-950d-da645211aeb3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:24.822082 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64e6cc82-59a2-4e93-a03c-bec96e18c389 req-2f658531-c82a-43d5-950d-da645211aeb3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.1509559 Aug 29 14:25:24.830145 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0c0d9-6c11-4648-846b-b88dda61f5ad x-openstack-request-id: req-fbb0c0d9-6c11-4648-846b-b88dda61f5ad {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:24.830444 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c90c36-8477-4430-a014-4e4885471066", "name": "network-vif-plugged", "status": "completed", "tag": "8494187c-736b-440c-9a5a-2380914d8d31", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:24.830804 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbb0c0d9-6c11-4648-846b-b88dda61f5ad {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:24.831195 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c90c36-8477-4430-a014-4e4885471066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8494187c-736b-440c-9a5a-2380914d8d31', 'code': 200} Aug 29 14:25:24.858088 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5090fe3-9830-423b-abba-55d486d81d6e req-521e6c27-fdc2-4125-a1eb-de837a21d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:24.859547 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d5090fe3-9830-423b-abba-55d486d81d6e req-521e6c27-fdc2-4125-a1eb-de837a21d99b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.1736178 Aug 29 14:25:24.894071 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-760cc475-cc0f-4735-8acf-86bd8dd5b2a6 req-1767e347-9b29-4bc5-b866-7cba6cd272f9 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 210 time: 0.0316150 Aug 29 14:25:24.936249 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d5090fe3-9830-423b-abba-55d486d81d6e req-4adfa368-7059-4180-b7e3-be3a2f599e3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493622 Aug 29 14:25:24.937650 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:25:24.943430 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-457333f3-c18b-4956-a071-30c0806fc13c admin admin] 10.222.0.20 "PUT /v2.0/routers/af5ca159-7b67-4f58-ab12-f35c028e75e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1149120 Aug 29 14:25:24.947927 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64e6cc82-59a2-4e93-a03c-bec96e18c389 req-c43e42df-404e-4322-b442-bdf3ef856328 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248045 Aug 29 14:25:24.985776 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Sync routers for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:25:25.000216 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:25.000849 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:25.103795 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device c1356e48-7b17-4f67-92f0-9c3deb74490a up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:25.113883 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d5090fe3-9830-423b-abba-55d486d81d6e req-34b98b7e-4598-4785-881b-b06ca6d83a05 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561818 Aug 29 14:25:25.189711 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:25.218470 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddba4dc-e21c-4b7c-ab94-915636a1c56f req-0fb1fc22-b06a-48d6-a7dc-c9a08b039c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:25.219892 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bddba4dc-e21c-4b7c-ab94-915636a1c56f req-0fb1fc22-b06a-48d6-a7dc-c9a08b039c78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 1098 time: 0.0624485 Aug 29 14:25:25.246375 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d5090fe3-9830-423b-abba-55d486d81d6e req-b84c27bd-8c4c-4626-8c36-86d16a05455b service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082735 Aug 29 14:25:25.274167 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bddba4dc-e21c-4b7c-ab94-915636a1c56f req-a6b2eea2-f975-48a7-afad-542db857c585 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Aug 29 14:25:25.327924 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port c1356e48-7b17-4f67-92f0-9c3deb74490a triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:25.328296 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:25.494417 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 2, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:25.527498 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Checking router: af5ca159-7b67-4f58-ab12-f35c028e75e1 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:25:25.527904 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Updating router af5ca159-7b67-4f58-ab12-f35c028e75e1 port efc33a42-c292-42b5-9c29-72a689e8c9d1 binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:25:25.556034 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:25.671047 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec6979-a7f8-4db3-a327-52ef3b7cd345 req-07e20508-dc3c-4466-b9d7-db5bc1bdebb6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:25.675824 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42674) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:25.679037 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0eec6979-a7f8-4db3-a327-52ef3b7cd345 req-07e20508-dc3c-4466-b9d7-db5bc1bdebb6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0666912 Aug 29 14:25:25.682846 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1180024142-network', 'tenant_id': '809469a9016d433093705e7f4acae5f3'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:25.721189 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Made reservation on behalf of 809469a9016d433093705e7f4acae5f3 for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:25.726223 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:25.739461 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:25.775623 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0eec6979-a7f8-4db3-a327-52ef3b7cd345 req-2cd73423-e7b3-439b-9712-02904940f512 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940259 Aug 29 14:25:25.884356 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:25.901949 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:25.944575 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:25:25.955486 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a41249-5bc7-427e-b702-cd8f0665a430,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:25.960854 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:25.974196 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Transition to ACTIVE for port object efc33a42-c292-42b5-9c29-72a689e8c9d1 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:25.974345 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b226-8385-4e71-8010-4ed1e609b9cd req-ae2681a7-c829-41fa-ade8-6c40dde2e438 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:25.976030 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b535b226-8385-4e71-8010-4ed1e609b9cd req-ae2681a7-c829-41fa-ade8-6c40dde2e438 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 946 time: 0.1132090 Aug 29 14:25:25.979720 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:25.980071 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Added segment 5ad6e672-4088-4321-8232-da0d27c1c892 of type vlan for network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 Aug 29 14:25:25.983087 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.029409 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8539a175-4730-4500-b1db-97517ee4c736 req-8fc62086-56b1-4e06-a2d8-9787c8743d69 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 210 time: 0.0310903 Aug 29 14:25:26.042164 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.062220 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b535b226-8385-4e71-8010-4ed1e609b9cd req-12d38deb-1f48-4fd3-a0ed-bbf9d0e2a727 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734546 Aug 29 14:25:26.077573 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549d4ac-37ad-475c-b4b9-c454e0343bff None None] Pushing event updated for resources: {'Port': ['ID=efc33a42-c292-42b5-9c29-72a689e8c9d1,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:26.084594 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.085938 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:26.088390 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.095861 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Attempting to bind port efc33a42-c292-42b5-9c29-72a689e8c9d1 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:26.096235 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Attempting to bind port efc33a42-c292-42b5-9c29-72a689e8c9d1 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:26.096598 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Attempting to bind port efc33a42-c292-42b5-9c29-72a689e8c9d1 on network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:26.103315 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:26.103693 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Checking segment: {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:26.104098 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.104493 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Bound using segment: {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:26.104964 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Bound port: efc33a42-c292-42b5-9c29-72a689e8c9d1, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:26.106039 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.179211 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458b283-a12f-47cb-9991-cefb91030d0b req-73049205-6ad4-4018-90c9-e5bdaae3fe76 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:26.188385 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] For port efc33a42-c292-42b5-9c29-72a689e8c9d1, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:26.189271 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f458b283-a12f-47cb-9991-cefb91030d0b req-73049205-6ad4-4018-90c9-e5bdaae3fe76 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0617299 Aug 29 14:25:26.195379 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] For port efc33a42-c292-42b5-9c29-72a689e8c9d1, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=efc33a42-c292-42b5-9c29-72a689e8c9d1,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:26.207521 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.238754 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f458b283-a12f-47cb-9991-cefb91030d0b req-ffd572b2-283c-4415-9f2c-733c1ac9aa52 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Aug 29 14:25:26.275260 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549d4ac-37ad-475c-b4b9-c454e0343bff None None] Pushing event updated for resources: {'Port': ['ID=efc33a42-c292-42b5-9c29-72a689e8c9d1,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:26.277894 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:26.278956 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:24:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:26.399735 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7216532 Aug 29 14:25:26.402348 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42690) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:26.408127 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Request body: {'subnet': {'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1180024142-subnet', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:26.408324 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:26.411584 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802b6f9-6388-4d10-a7bc-d6dc44852171 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f1b4ea-841c-4762-bdb2-2964398aa7b0,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:26.439110 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Made reservation on behalf of 809469a9016d433093705e7f4acae5f3 for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:26.441737 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4350102'] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.559540 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:25:26.627040 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4350180'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.700401 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518a29db-cca4-4460-9345-d5afcb460b7c,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:26.720077 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Checking segment: {'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:26.720077 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Network hostable DHCP agents. Network: d7f1b4ea-841c-4762-bdb2-2964398aa7b0, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:25:26.747327 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:25:26.770624 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, d7f1b4ea-841c-4762-bdb2-2964398aa7b0) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:26.775586 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:26.776369 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.784312 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-55d11580-f45a-426f-aa17-b3080e7c02f3 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:26.785785 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-55d11580-f45a-426f-aa17-b3080e7c02f3 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.32 "GET /v2.0/networks?id=b5957da6-507a-474a-98ab-365de10d8f3a HTTP/1.1" status: 200 len: 813 time: 0.1491601 Aug 29 14:25:26.793819 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1a37a943-5209-49df-8e60-a6a346b95fe6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3874927 Aug 29 14:25:26.793994 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42694) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:26.795900 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ebd39-e5ba-4e0c-a802-ce8932731ab8 None None] Network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:25:26.798411 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:26.823637 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.824852 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.893723 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:26Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:26.894345 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:26.951076 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5add3d9-d8b3-403e-9231-7e5432fd32bc None None] The sync data for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi is: [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:26Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:25:26.958317 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Request body: {'port': {'device_id': '15263722-602d-4765-bb59-a6a5195bfac9', 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a', 'admin_state_up': True, 'tenant_id': 'f96bb5cc8eca478ea4c4c9e86f952b13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:27.010317 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-36b74923-f4ee-4434-8df4-c17c59a79d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.023325 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936242b-3889-4537-a260-04c271745f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-d7f1b4ea-841c-4762-bdb2-2964398aa7b0', 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'fixed_ips': [{'subnet_id': '518a29db-cca4-4460-9345-d5afcb460b7c'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:25:27.024714 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8936242b-3889-4537-a260-04c271745f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.037131 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a5937-648e-45d2-adf6-19d20dcf09e8 req-979506df-bf75-4f7b-9605-ffd2ce3fe587 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:27.038746 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4f8a5937-648e-45d2-adf6-19d20dcf09e8 req-979506df-bf75-4f7b-9605-ffd2ce3fe587 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1547616 Aug 29 14:25:27.171947 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.238453 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-86e14d99-9ee8-42dc-9fb0-f0bba3286efc req-9d42d6ab-30f3-43b9-be97-10f456e4d24b tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 210 time: 0.0488238 Aug 29 14:25:27.292956 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4f8a5937-648e-45d2-adf6-19d20dcf09e8 req-556defbe-da6f-4080-b103-9b961f4af4e3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479514 Aug 29 14:25:27.304791 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Made reservation on behalf of f96bb5cc8eca478ea4c4c9e86f952b13 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:27.309126 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.327100 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-8936242b-3889-4537-a260-04c271745f53 None None] Allocated IP 172.20.0.2 (d7f1b4ea-841c-4762-bdb2-2964398aa7b0/518a29db-cca4-4460-9345-d5afcb460b7c/ef41dd72-89cc-4adf-a2f4-f7a088810c71) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:27.496249 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.520589 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7b711-6f5a-41c2-8e1a-e84e471d8c7d req-a5f986ea-8d6e-4117-a9ab-1ee67facfd53 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:27.528521 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-26b7b711-6f5a-41c2-8e1a-e84e471d8c7d req-a5f986ea-8d6e-4117-a9ab-1ee67facfd53 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 946 time: 0.1032639 Aug 29 14:25:27.566617 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8936242b-3889-4537-a260-04c271745f53 None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.577515 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8936242b-3889-4537-a260-04c271745f53 None None] Transition to ACTIVE for port object ef41dd72-89cc-4adf-a2f4-f7a088810c71 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:27.606352 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8936242b-3889-4537-a260-04c271745f53 None None] Transition to ACTIVE for port object ef41dd72-89cc-4adf-a2f4-f7a088810c71 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:27.612137 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-7a089894-eeed-4af3-85ee-453ad1cb6601 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:27.615126 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-7a089894-eeed-4af3-85ee-453ad1cb6601 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 946 time: 0.2564540 Aug 29 14:25:27.618081 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8936242b-3889-4537-a260-04c271745f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.671280 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936242b-3889-4537-a260-04c271745f53 None None] Network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:27.673736 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-26b7b711-6f5a-41c2-8e1a-e84e471d8c7d req-ab32a84c-0bc3-484a-a0e2-a03b9ae8a78b tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444483 Aug 29 14:25:27.674866 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Allocated IP 172.20.0.12 (b5957da6-507a-474a-98ab-365de10d8f3a/341c0cc9-b705-4950-b792-cf58976045f8/1173310c-5187-40f3-8658-499a2defeef3) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:27.692148 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8936242b-3889-4537-a260-04c271745f53 None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:27.701092 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936242b-3889-4537-a260-04c271745f53 None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:27.712710 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936242b-3889-4537-a260-04c271745f53 None None] Pushing event updated for resources: {'Port': ['ID=ef41dd72-89cc-4adf-a2f4-f7a088810c71,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:27.718642 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc81e7e-58a8-4341-9584-01a44d0ed9ca req-48778cbc-67bd-4130-abdf-b43a2fe63e99 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:27.719120 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9bc81e7e-58a8-4341-9584-01a44d0ed9ca req-48778cbc-67bd-4130-abdf-b43a2fe63e99 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.2844241 Aug 29 14:25:27.783935 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8936242b-3889-4537-a260-04c271745f53 None None] Attempting to bind port ef41dd72-89cc-4adf-a2f4-f7a088810c71 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:27.784273 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8936242b-3889-4537-a260-04c271745f53 None None] Attempting to bind port ef41dd72-89cc-4adf-a2f4-f7a088810c71 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:27.784632 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936242b-3889-4537-a260-04c271745f53 None None] Attempting to bind port ef41dd72-89cc-4adf-a2f4-f7a088810c71 on network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:27.791114 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936242b-3889-4537-a260-04c271745f53 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:27.791672 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936242b-3889-4537-a260-04c271745f53 None None] Checking segment: {'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:27.792082 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8936242b-3889-4537-a260-04c271745f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.792474 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936242b-3889-4537-a260-04c271745f53 None None] Bound using segment: {'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:27.793121 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8936242b-3889-4537-a260-04c271745f53 None None] Bound port: ef41dd72-89cc-4adf-a2f4-f7a088810c71, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:27.793498 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8936242b-3889-4537-a260-04c271745f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.837171 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.897416 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8936242b-3889-4537-a260-04c271745f53 None None] For port ef41dd72-89cc-4adf-a2f4-f7a088810c71, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:27.901791 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.904547 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8936242b-3889-4537-a260-04c271745f53 None None] For port ef41dd72-89cc-4adf-a2f4-f7a088810c71, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=ef41dd72-89cc-4adf-a2f4-f7a088810c71,segment=NetworkSegment(5ad6e672-4088-4321-8232-da0d27c1c892),segment_id=5ad6e672-4088-4321-8232-da0d27c1c892)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:27.917412 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8936242b-3889-4537-a260-04c271745f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.922248 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:27.948083 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9bc81e7e-58a8-4341-9584-01a44d0ed9ca req-b8d06191-1680-4fe0-9a22-b9ad294b2833 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100153 Aug 29 14:25:28.000349 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.067353 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Deleting port 3ff336ba-7b44-44a3-abcc-9639a61352e4 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:25:28.068944 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.105072 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936242b-3889-4537-a260-04c271745f53 None None] Pushing event updated for resources: {'Port': ['ID=ef41dd72-89cc-4adf-a2f4-f7a088810c71,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:28.109638 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.303110 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Allocated IP 172.27.3.140 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/de85a680-6bd9-4c58-af20-7d5134070e5f) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:28.315534 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] For port 3ff336ba-7b44-44a3-abcc-9639a61352e4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3ff336ba-7b44-44a3-abcc-9639a61352e4,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:28.315941 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.344735 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Calling delete_port for 3ff336ba-7b44-44a3-abcc-9639a61352e4 owned by compute:nova {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:25:28.447392 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Network b5957da6-507a-474a-98ab-365de10d8f3a is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:28.512222 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:28.530585 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:28.623724 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Pushing event updated for resources: {'Port': ['ID=1173310c-5187-40f3-8658-499a2defeef3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:28.671545 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:28.672183 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.683889 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.694215 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f064d-d223-4dae-ba5e-4014d787dde4 req-066ebb29-b558-438c-8fc1-bd14fb8ed9b9 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:28.703210 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-788f064d-d223-4dae-ba5e-4014d787dde4 req-066ebb29-b558-438c-8fc1-bd14fb8ed9b9 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 932 time: 0.2545834 Aug 29 14:25:28.708424 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeee78-27e7-42f0-9d39-669e418db163 req-ae595590-9d9b-4b7a-ae52-6499fe77a337 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:28.709989 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4afeee78-27e7-42f0-9d39-669e418db163 req-ae595590-9d9b-4b7a-ae52-6499fe77a337 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1841218 Aug 29 14:25:28.742270 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-3b508e59-b9b8-4088-8edc-5278695b1af8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7892473 Aug 29 14:25:28.756510 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-788f064d-d223-4dae-ba5e-4014d787dde4 req-3eb5cf96-2c39-4e18-9524-efceac643445 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517077 Aug 29 14:25:28.761603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Request body: {'port': {'device_id': '15263722-602d-4765-bb59-a6a5195bfac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:28.857664 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.868813 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4afeee78-27e7-42f0-9d39-669e418db163 req-7e23b8ec-1fb9-481d-a44c-ac4948d22467 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181817 Aug 29 14:25:28.899858 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.902746 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:28.948636 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:28.953061 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:28.953388 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-de926b69-f626-43a1-95a3-22120ac1b2ae req-db4b9abd-85a0-413d-8899-5c6ec079ba1f tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6b2c4f-d999-45e9-935b-c24f48594df4 HTTP/1.1" status: 200 len: 210 time: 0.0644653 Aug 29 14:25:28.960363 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:29.234972 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device ef41dd72-89cc-4adf-a2f4-f7a088810c71 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:29.316140 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port ef41dd72-89cc-4adf-a2f4-f7a088810c71 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:29.323480 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device efc33a42-c292-42b5-9c29-72a689e8c9d1 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:29.323623 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1173310c-5187-40f3-8658-499a2defeef3 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:29.333162 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.361684 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Transition to ACTIVE for port object 1173310c-5187-40f3-8658-499a2defeef3 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:29.369645 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.394393 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Pushing event updated for resources: {'Port': ['ID=de85a680-6bd9-4c58-af20-7d5134070e5f,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:29.402799 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port efc33a42-c292-42b5-9c29-72a689e8c9d1 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:29.408133 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port efc33a42-c292-42b5-9c29-72a689e8c9d1 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:29.408509 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.435862 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] No DVR routers for this DVR port 3ff336ba-7b44-44a3-abcc-9639a61352e4 on host hv-cinder-77398 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:25:29.458258 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Pushing event updated for resources: {'Port': ['ID=1173310c-5187-40f3-8658-499a2defeef3,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:29.498132 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.501021 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2a8e67c1-7a69-442f-9171-fa8601567253 req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.32 "DELETE /v2.0/ports/3ff336ba-7b44-44a3-abcc-9639a61352e4 HTTP/1.1" status: 204 len: 173 time: 1.8554649 Aug 29 14:25:29.501513 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6b2c4f-d999-45e9-935b-c24f48594df4', 'name': 'network-vif-deleted', 'tag': '3ff336ba-7b44-44a3-abcc-9639a61352e4'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:29.515723 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dd1f76-4b10-4243-8d03-058ae1457339" -d '{"events": [{"server_uuid": "4a6b2c4f-d999-45e9-935b-c24f48594df4", "name": "network-vif-deleted", "tag": "3ff336ba-7b44-44a3-abcc-9639a61352e4"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:29.527629 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef5668-29d9-4787-8d0a-f74193a96283 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Pushing event deleted for resources: {'Port': ['ID=3ff336ba-7b44-44a3-abcc-9639a61352e4,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:29.563654 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.647562 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.650407 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port efc33a42-c292-42b5-9c29-72a689e8c9d1, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=efc33a42-c292-42b5-9c29-72a689e8c9d1,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:29.654266 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85403fef-1bfa-4d2b-88f8-bf686becfac2 x-openstack-request-id: req-85403fef-1bfa-4d2b-88f8-bf686becfac2 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:29.654661 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6b2c4f-d999-45e9-935b-c24f48594df4", "name": "network-vif-deleted", "tag": "3ff336ba-7b44-44a3-abcc-9639a61352e4", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:29.655002 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85403fef-1bfa-4d2b-88f8-bf686becfac2 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:29.655447 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6b2c4f-d999-45e9-935b-c24f48594df4', 'name': 'network-vif-deleted', 'tag': '3ff336ba-7b44-44a3-abcc-9639a61352e4', 'status': 'completed', 'code': 200} Aug 29 14:25:29.656217 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.693249 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Attempting to bind port 1173310c-5187-40f3-8658-499a2defeef3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:29.693598 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Attempting to bind port 1173310c-5187-40f3-8658-499a2defeef3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:29.693909 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Attempting to bind port 1173310c-5187-40f3-8658-499a2defeef3 on network b5957da6-507a-474a-98ab-365de10d8f3a {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:29.701483 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Port 1173310c-5187-40f3-8658-499a2defeef3 on network b5957da6-507a-474a-98ab-365de10d8f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:25:29.701807 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Attempting to bind port 1173310c-5187-40f3-8658-499a2defeef3 on network b5957da6-507a-474a-98ab-365de10d8f3a {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:29.718433 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:29.719365 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Checking segment: {'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:29.719780 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Bound using segment: {'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:29.720378 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Bound port: 1173310c-5187-40f3-8658-499a2defeef3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:29.720905 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.808081 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea94ad2-0ce1-4f53-bbda-8051b7acecd0 None None] Network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:25:29.816440 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.908445 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=efc33a42-c292-42b5-9c29-72a689e8c9d1,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:29.924299 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-52dec773-ff20-4dd4-80f2-b1b061bca77a None None] Provisioning for port ef41dd72-89cc-4adf-a2f4-f7a088810c71 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:29.924611 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] For port 1173310c-5187-40f3-8658-499a2defeef3, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:29.931142 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] For port 1173310c-5187-40f3-8658-499a2defeef3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1173310c-5187-40f3-8658-499a2defeef3,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:29.932547 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-52dec773-ff20-4dd4-80f2-b1b061bca77a None None] Provisioning complete for port ef41dd72-89cc-4adf-a2f4-f7a088810c71 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:29.932920 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52dec773-ff20-4dd4-80f2-b1b061bca77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.938638 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.993404 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:29.994069 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:29.996107 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] 10.222.0.32 "PUT /v2.0/ports/1173310c-5187-40f3-8658-499a2defeef3 HTTP/1.1" status: 200 len: 1094 time: 1.2385731 Aug 29 14:25:29.999582 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15263722-602d-4765-bb59-a6a5195bfac9', 'tag': '1173310c-5187-40f3-8658-499a2defeef3'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:30.002529 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f49f58e-27f2-4870-8613-1edc12282a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "15263722-602d-4765-bb59-a6a5195bfac9", "tag": "1173310c-5187-40f3-8658-499a2defeef3"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:30.033390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfba62b-6042-4d38-bfce-5ce5cd343b69 service neutron] Pushing event updated for resources: {'Port': ['ID=1173310c-5187-40f3-8658-499a2defeef3,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:30.124320 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52dec773-ff20-4dd4-80f2-b1b061bca77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:30.126802 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 3ff336ba-7b44-44a3-abcc-9639a61352e4 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:25:30.172709 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 3ff336ba-7b44-44a3-abcc-9639a61352e4 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:25:30.173251 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 3ff336ba-7b44-44a3-abcc-9639a61352e4 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:25:30.175708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-4fd41ab3-e194-4e2a-9123-b1c0d2f6062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:30.181668 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-4fd41ab3-e194-4e2a-9123-b1c0d2f6062e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f96bb5cc8eca478ea4c4c9e86f952b13&device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 1097 time: 0.1055546 Aug 29 14:25:30.202949 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-52dec773-ff20-4dd4-80f2-b1b061bca77a None None] For port ef41dd72-89cc-4adf-a2f4-f7a088810c71, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=ef41dd72-89cc-4adf-a2f4-f7a088810c71,segment=NetworkSegment(5ad6e672-4088-4321-8232-da0d27c1c892),segment_id=5ad6e672-4088-4321-8232-da0d27c1c892)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:30.207968 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52dec773-ff20-4dd4-80f2-b1b061bca77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:30.284488 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dec773-ff20-4dd4-80f2-b1b061bca77a None None] Pushing event updated for resources: {'Port': ['ID=ef41dd72-89cc-4adf-a2f4-f7a088810c71,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:30.302465 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-0380fa73-f750-4789-b1b5-3b777e8e19bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1173310c-5187-40f3-8658-499a2defeef3 HTTP/1.1" status: 200 len: 217 time: 0.0954201 Aug 29 14:25:30.348806 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c3c6b-521d-4134-a168-18e3e0eea5ed req-d76c4f95-d96f-45ee-b1d9-3a59b692ad88 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:30.350386 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d03c3c6b-521d-4134-a168-18e3e0eea5ed req-d76c4f95-d96f-45ee-b1d9-3a59b692ad88 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 944 time: 0.3512473 Aug 29 14:25:30.351761 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:30.453109 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-e4c4a803-76e0-4884-8ca9-5b99de9586c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:30.454978 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-e4c4a803-76e0-4884-8ca9-5b99de9586c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=341c0cc9-b705-4950-b792-cf58976045f8 HTTP/1.1" status: 200 len: 853 time: 0.1362562 Aug 29 14:25:30.465492 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36c21-6db8-47bc-a602-fbe28a2b2eff req-7992c51d-db4f-43ac-add9-2dfb2027ec17 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:30.475187 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-88b36c21-6db8-47bc-a602-fbe28a2b2eff req-7992c51d-db4f-43ac-add9-2dfb2027ec17 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1909101 Aug 29 14:25:30.551665 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d03c3c6b-521d-4134-a168-18e3e0eea5ed req-e72b1163-38d0-4a40-b9a6-0ba744cf0b6a tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928773 Aug 29 14:25:30.559924 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-37b08150-c67a-41b2-b2bd-3ef3343268e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5957da6-507a-474a-98ab-365de10d8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737803 Aug 29 14:25:30.611290 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-88b36c21-6db8-47bc-a602-fbe28a2b2eff req-b063c3bc-761b-4f1d-9aec-db616d44f949 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346233 Aug 29 14:25:30.612440 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Router eca843a7-c24c-4df0-9aad-e3f7b2535741 is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:25:30.641629 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4e3b3adf-1bb5-474d-a439-2298dccf22a7 None None] Provisioning complete for port ef41dd72-89cc-4adf-a2f4-f7a088810c71 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:30.642199 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3adf-1bb5-474d-a439-2298dccf22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:30.732859 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26a7622-b1b6-433c-9d4a-c90e573f1f86 x-openstack-request-id: req-e26a7622-b1b6-433c-9d4a-c90e573f1f86 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:30.733124 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15263722-602d-4765-bb59-a6a5195bfac9", "tag": "1173310c-5187-40f3-8658-499a2defeef3", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:30.733389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e26a7622-b1b6-433c-9d4a-c90e573f1f86 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:30.734000 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15263722-602d-4765-bb59-a6a5195bfac9', 'tag': '1173310c-5187-40f3-8658-499a2defeef3', 'status': 'completed', 'code': 200} Aug 29 14:25:30.736220 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-b32f6e36-cb75-44fc-bec3-19bda6611e7c service neutron] 10.222.0.32 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574605 Aug 29 14:25:30.802699 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:25:30.818570 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Sync routers for ids ['eca843a7-c24c-4df0-9aad-e3f7b2535741'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:25:30.837825 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Routers {'eca843a7-c24c-4df0-9aad-e3f7b2535741'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:30.838568 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:25:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['eca843a7-c24c-4df0-9aad-e3f7b2535741'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:30.853161 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:30.857061 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-f0835fc6-18c0-45fc-b4a0-1fdd7ee8ea35 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0595326 Aug 29 14:25:30.857851 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42818) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:30.863233 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-736c8546-a137-4ccf-974d-0f9a8ec7655a req-cf1067e2-98aa-4bfc-8eee-7633c412aec0 service neutron] 10.222.0.32 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183844 Aug 29 14:25:31.043502 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Set router eca843a7-c24c-4df0-9aad-e3f7b2535741 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:31.048498 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-c4730fa5-1450-4da9-8857-1ede1db35ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:31.050045 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-c4730fa5-1450-4da9-8857-1ede1db35ed4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f96bb5cc8eca478ea4c4c9e86f952b13&device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 1097 time: 0.0580995 Aug 29 14:25:31.158042 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device ef41dd72-89cc-4adf-a2f4-f7a088810c71 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:31.192438 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2385a4ea-3cc4-4b79-8a4f-beda36d6c5bf tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:31.198812 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2385a4ea-3cc4-4b79-8a4f-beda36d6c5bf tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/networks?id=e16d61a8-b278-4910-9029-c64434d1d1d7 HTTP/1.1" status: 200 len: 808 time: 0.2732298 Aug 29 14:25:31.230708 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port ef41dd72-89cc-4adf-a2f4-f7a088810c71 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:31.231100 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-a3459f1a-4c0c-47e1-8ceb-ec20d152e7ce tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/quotas/fb57d9be06fd40ea85e1e410fc3b7014 HTTP/1.1" status: 200 len: 375 time: 0.0204048 Aug 29 14:25:31.231646 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.244117 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-eaa1a870-c831-4abc-bf86-57d3ec5392be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:31.245890 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-eaa1a870-c831-4abc-bf86-57d3ec5392be service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5957da6-507a-474a-98ab-365de10d8f3a HTTP/1.1" status: 200 len: 914 time: 0.1841686 Aug 29 14:25:31.310247 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-3fa401b3-6772-4e4d-bf3f-208131e1e2cb tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb57d9be06fd40ea85e1e410fc3b7014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781958 Aug 29 14:25:31.350627 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device efc33a42-c292-42b5-9c29-72a689e8c9d1 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:31.368585 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 3, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port': {'id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:27Z', 'updated_at': '2021-08-29T14:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:31.379533 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-3f8fb4e8-ccc3-484a-91aa-80786d112963 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1173310c-5187-40f3-8658-499a2defeef3 HTTP/1.1" status: 200 len: 217 time: 0.0910752 Aug 29 14:25:31.411166 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Checking router: eca843a7-c24c-4df0-9aad-e3f7b2535741 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:25:31.411419 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Updating router eca843a7-c24c-4df0-9aad-e3f7b2535741 port de85a680-6bd9-4c58-af20-7d5134070e5f binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:25:31.416543 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port efc33a42-c292-42b5-9c29-72a689e8c9d1 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:31.417492 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.432937 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-f2c184a0-d213-44c4-8344-99c3b444598c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311205031&fields=id&tenant_id=034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 267 time: 0.0712690 Aug 29 14:25:31.449540 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.466723 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-b8021a90-554f-449b-8641-428bb2c90f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:31.468196 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-b8021a90-554f-449b-8641-428bb2c90f5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=341c0cc9-b705-4950-b792-cf58976045f8 HTTP/1.1" status: 200 len: 853 time: 0.0549607 Aug 29 14:25:31.519187 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-a2ca1376-2400-4ac4-8564-ff3d32ae405a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5957da6-507a-474a-98ab-365de10d8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328624 Aug 29 14:25:31.546421 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-3cda678c-e338-4dba-9966-48da85290e71 service neutron] 10.222.0.20 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303493 Aug 29 14:25:31.612773 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-8cf608e6-5410-4a5e-8c7b-ba2f488285e6 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:31.614249 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-8cf608e6-5410-4a5e-8c7b-ba2f488285e6 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 811 time: 0.1805534 Aug 29 14:25:31.660500 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-bf93d3a5-98eb-4db5-8095-258a2ac14577 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/quotas/034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 375 time: 0.0200047 Aug 29 14:25:31.666536 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.694569 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-1e040419-9499-44ba-a5e0-983b3c824cfe service neutron] 10.222.0.32 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628191 Aug 29 14:25:31.700746 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-1f58e078-3cc5-4b70-880d-200d71c8b630 service neutron] 10.222.0.20 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535125 Aug 29 14:25:31.751297 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.765084 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Transition to ACTIVE for port object de85a680-6bd9-4c58-af20-7d5134070e5f will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:31.775345 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.780413 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-6a6ffd5a-b903-4afd-9f94-06cab127821c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057189 Aug 29 14:25:31.819116 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f49f58e-27f2-4870-8613-1edc12282a6f req-f694f3c4-48a6-4c0f-ade1-31e3ea4703aa service neutron] 10.222.0.32 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169252 Aug 29 14:25:31.850457 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291511ca-4614-4879-a41e-28802c2c80e0 None None] Pushing event updated for resources: {'Port': ['ID=de85a680-6bd9-4c58-af20-7d5134070e5f,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:31.859470 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Attempting to bind port de85a680-6bd9-4c58-af20-7d5134070e5f on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:31.860082 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Attempting to bind port de85a680-6bd9-4c58-af20-7d5134070e5f by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:31.860610 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Attempting to bind port de85a680-6bd9-4c58-af20-7d5134070e5f on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:31.873187 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:31.873794 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:31.874297 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.875004 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:31.875569 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Bound port: de85a680-6bd9-4c58-af20-7d5134070e5f, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:31.876057 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.947097 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] For port de85a680-6bd9-4c58-af20-7d5134070e5f, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:31.951232 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] For port de85a680-6bd9-4c58-af20-7d5134070e5f, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=de85a680-6bd9-4c58-af20-7d5134070e5f,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:31.956709 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:31.988994 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187afa4-f556-4ce0-afd5-8fa6e98a7e3d req-83f1af30-1197-4040-a67e-507d190c33d8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:31.991050 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f187afa4-f556-4ce0-afd5-8fa6e98a7e3d req-83f1af30-1197-4040-a67e-507d190c33d8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 944 time: 0.0612447 Aug 29 14:25:32.047780 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291511ca-4614-4879-a41e-28802c2c80e0 None None] Pushing event updated for resources: {'Port': ['ID=de85a680-6bd9-4c58-af20-7d5134070e5f,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:32.060791 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f187afa4-f556-4ce0-afd5-8fa6e98a7e3d req-bf9834b5-d11e-4f45-8ba5-0dda6cacd2f4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568957 Aug 29 14:25:32.063845 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Routers {'eca843a7-c24c-4df0-9aad-e3f7b2535741'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:32.064504 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:25:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['eca843a7-c24c-4df0-9aad-e3f7b2535741'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:32.181813 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 1173310c-5187-40f3-8658-499a2defeef3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:25:32.214330 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-3f2846a0-18ec-4d16-b2ee-64a4f428af27 service neutron] 10.222.0.20 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029973 Aug 29 14:25:32.215545 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Allocated IP 172.20.0.1 (d7f1b4ea-841c-4762-bdb2-2964398aa7b0/518a29db-cca4-4460-9345-d5afcb460b7c/842d8507-9375-4475-9058-fe7ac90d5948) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:32.228226 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caae792-c7eb-4bb0-a988-58fa95b72f63 req-0fa23c7f-f128-45e5-93b3-887232e689b8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:32.239125 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] Set router eca843a7-c24c-4df0-9aad-e3f7b2535741 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:32.239877 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3caae792-c7eb-4bb0-a988-58fa95b72f63 req-0fa23c7f-f128-45e5-93b3-887232e689b8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1110597 Aug 29 14:25:32.355976 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3caae792-c7eb-4bb0-a988-58fa95b72f63 req-e35d9ce5-0069-410a-a6f5-c9a4cc0ceae7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136971 Aug 29 14:25:32.417332 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-85c6a5b7-79c2-44ce-bf84-b6baf959d958 service neutron] 10.222.0.20 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945386 Aug 29 14:25:32.439421 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:32.471132 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Transition to ACTIVE for port object 842d8507-9375-4475-9058-fe7ac90d5948 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:32.537413 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:32.558603 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e4ab185e-124d-4b0b-87a8-50302716f4f9 req-2a6244e9-549e-42f7-8a3a-3a5180a15b12 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0406027 Aug 29 14:25:32.602432 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 1173310c-5187-40f3-8658-499a2defeef3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1173310c-5187-40f3-8658-499a2defeef3,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:32.613435 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 3, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port': {'id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:27Z', 'updated_at': '2021-08-29T14:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:32.616826 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '1173310c-5187-40f3-8658-499a2defeef3', 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a', 'port_id': '1173310c-5187-40f3-8658-499a2defeef3', 'mac_address': 'fa:16:3e:22:3f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341c0cc9-b705-4950-b792-cf58976045f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:25:32.619625 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:32.636401 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:32.641105 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:32.649928 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0d29-86ef-4b1a-acac-d1e9c0e20c60 None None] The sync data for ids ['eca843a7-c24c-4df0-9aad-e3f7b2535741'] in dv-cinder-773985-15-iscsi is: [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 3, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port': {'id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:27Z', 'updated_at': '2021-08-29T14:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:25:32.661941 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:32.679065 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1173310c-5187-40f3-8658-499a2defeef3 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:32.686642 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Pushing event updated for resources: {'Port': ['ID=842d8507-9375-4475-9058-fe7ac90d5948,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:32.719119 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:32.720352 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 1173310c-5187-40f3-8658-499a2defeef3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1173310c-5187-40f3-8658-499a2defeef3,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:32.735086 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:32.815318 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=1173310c-5187-40f3-8658-499a2defeef3,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:32.918860 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:32.939747 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-29160fcc-9bfd-44aa-adc8-168304b080ad req-17aec795-5cd1-449e-8e60-3c5123d38eca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 210 time: 0.0426443 Aug 29 14:25:33.049679 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-46fb7f5b-f21c-4c24-86f0-1e1007df76ed None None] Provisioning for port 842d8507-9375-4475-9058-fe7ac90d5948 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:33.057440 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-46fb7f5b-f21c-4c24-86f0-1e1007df76ed None None] Provisioning complete for port 842d8507-9375-4475-9058-fe7ac90d5948 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:33.057813 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46fb7f5b-f21c-4c24-86f0-1e1007df76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:33.135976 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['1173310c-5187-40f3-8658-499a2defeef3'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:33.174223 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:33.180400 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-46fb7f5b-f21c-4c24-86f0-1e1007df76ed None None] Port 842d8507-9375-4475-9058-fe7ac90d5948 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:25:33.215955 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:33.356217 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0881683-bf1e-4a06-8c7f-8477dee3a886 req-6ca21d78-19e4-43ad-9047-59801b231cd7 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:33.365655 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d0881683-bf1e-4a06-8c7f-8477dee3a886 req-6ca21d78-19e4-43ad-9047-59801b231cd7 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 945 time: 0.2070174 Aug 29 14:25:33.376959 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-5cfc13ed-cd9d-47ad-8cc9-885501d69efe tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:33.380985 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-5cfc13ed-cd9d-47ad-8cc9-885501d69efe tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.32 "GET /v2.0/networks?id=e16d61a8-b278-4910-9029-c64434d1d1d7 HTTP/1.1" status: 200 len: 808 time: 0.1344290 Aug 29 14:25:33.386111 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:33.407352 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Request body: {'port': {'device_id': '90caa030-da81-45b7-a498-850d07ba47a8', 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7', 'admin_state_up': True, 'tenant_id': 'fb57d9be06fd40ea85e1e410fc3b7014'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:33.417279 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Pushing event updated for resources: {'Port': ['ID=842d8507-9375-4475-9058-fe7ac90d5948,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:33.493718 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d0881683-bf1e-4a06-8c7f-8477dee3a886 req-82b98f6e-cb38-4a77-8126-282eff7c0476 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263363 Aug 29 14:25:33.624445 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:33.633429 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:33.689547 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e5918-1022-4e6b-8e05-0cd63e34c919 req-a0c185f8-546c-4f9f-a383-e466dcaaa323 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:33.691716 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f96e5918-1022-4e6b-8e05-0cd63e34c919 req-a0c185f8-546c-4f9f-a383-e466dcaaa323 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1255853 Aug 29 14:25:33.741547 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0785f3c7-6eb7-45ff-863d-250cc9c97349 req-8de3e817-42a1-45c7-bcb4-bda7bebd2f50 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0596926 Aug 29 14:25:33.744804 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Made reservation on behalf of fb57d9be06fd40ea85e1e410fc3b7014 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:33.748664 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:33.799497 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f96e5918-1022-4e6b-8e05-0cd63e34c919 req-0a24f89d-e5b6-4ec9-98fe-a8f29239942f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777445 Aug 29 14:25:33.867799 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Router eca843a7-c24c-4df0-9aad-e3f7b2535741 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:25:33.949275 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Allocated IP 172.20.0.12 (e16d61a8-b278-4910-9029-c64434d1d1d7/3e723430-2f7e-43d7-bfbe-e593b86b4f3d/54ab1ed3-3d10-4236-b272-cc8bab182c36) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:34.007917 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-183809ac-80ac-43f7-afb1-a9877f026983 None None] Provisioning complete for port 842d8507-9375-4475-9058-fe7ac90d5948 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:34.010161 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-183809ac-80ac-43f7-afb1-a9877f026983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:34.053056 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-acea7d44-e24b-4f73-940d-796bdc424f47 req-3c1c01bb-2f98-4086-8962-c2b4cebc9265 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 210 time: 0.0366547 Aug 29 14:25:34.059560 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-183809ac-80ac-43f7-afb1-a9877f026983 None None] Port 842d8507-9375-4475-9058-fe7ac90d5948 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:25:34.065087 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:25:34.076853 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-3af47856-c250-4b9b-a2b5-a44964c4ef7d admin admin] 10.222.0.20 "PUT /v2.0/routers/eca843a7-c24c-4df0-9aad-e3f7b2535741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2131484 Aug 29 14:25:34.139875 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:34.184195 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:34.225591 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Network e16d61a8-b278-4910-9029-c64434d1d1d7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:34.231384 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:34.235087 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:34.258988 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Pushing event updated for resources: {'Port': ['ID=54ab1ed3-3d10-4236-b272-cc8bab182c36,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:34.288017 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:34.288622 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:34.302459 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-17ffb25f-94ce-4503-bdc0-c206b494e9ba tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9016762 Aug 29 14:25:34.322613 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Request body: {'port': {'device_id': '90caa030-da81-45b7-a498-850d07ba47a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:34.379151 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:34.663557 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91307231-2ff6-43d5-897c-58a00a789b95 req-1515d33e-0d39-4d3f-af04-ecc3b24934c1 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:34.665884 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91307231-2ff6-43d5-897c-58a00a789b95 req-1515d33e-0d39-4d3f-af04-ecc3b24934c1 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 945 time: 0.0839155 Aug 29 14:25:34.759185 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91307231-2ff6-43d5-897c-58a00a789b95 req-bb920412-acec-498e-9c26-5225e2e9dd9f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851722 Aug 29 14:25:34.785938 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ab1ed3-3d10-4236-b272-cc8bab182c36 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:34.788432 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-01dc3101-3192-43b4-8ade-0d1194558cc2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:34.793420 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-01dc3101-3192-43b4-8ade-0d1194558cc2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 811 time: 0.2518134 Aug 29 14:25:34.795982 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:34.808775 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Transition to ACTIVE for port object 54ab1ed3-3d10-4236-b272-cc8bab182c36 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:34.813054 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:34.822320 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:25:34.916975 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Pushing event updated for resources: {'Port': ['ID=54ab1ed3-3d10-4236-b272-cc8bab182c36,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:34.931232 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-d64b2663-d38b-4abf-8d4f-19164e474851 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 379 time: 0.1155803 Aug 29 14:25:34.944958 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'port': {'device_id': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'admin_state_up': True, 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'security_groups': ['fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a']}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:35.021722 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Sync routers for ids ['eca843a7-c24c-4df0-9aad-e3f7b2535741'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:25:35.024107 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2da17-db4d-4981-a1fa-a614e8dcba1f req-e02980b1-f36a-4ecb-8489-7a41e34f4974 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:35.025283 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7203-e157-4d9e-81e1-fdaff53b4722 req-47a99581-978e-410a-adc8-91c50888b774 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:35.026665 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-da1a7203-e157-4d9e-81e1-fdaff53b4722 req-47a99581-978e-410a-adc8-91c50888b774 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0739715 Aug 29 14:25:35.027570 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Attempting to bind port 54ab1ed3-3d10-4236-b272-cc8bab182c36 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:35.027895 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Attempting to bind port 54ab1ed3-3d10-4236-b272-cc8bab182c36 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:35.028225 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Attempting to bind port 54ab1ed3-3d10-4236-b272-cc8bab182c36 on network e16d61a8-b278-4910-9029-c64434d1d1d7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:35.031452 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6ee2da17-db4d-4981-a1fa-a614e8dcba1f req-e02980b1-f36a-4ecb-8489-7a41e34f4974 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 944 time: 0.1369042 Aug 29 14:25:35.033236 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Port 54ab1ed3-3d10-4236-b272-cc8bab182c36 on network e16d61a8-b278-4910-9029-c64434d1d1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:25:35.033638 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Attempting to bind port 54ab1ed3-3d10-4236-b272-cc8bab182c36 on network e16d61a8-b278-4910-9029-c64434d1d1d7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:35.040061 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Routers {'eca843a7-c24c-4df0-9aad-e3f7b2535741'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:35.040237 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:35.040654 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Checking segment: {'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:35.040772 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:25:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['eca843a7-c24c-4df0-9aad-e3f7b2535741'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:35.041035 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Bound using segment: {'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:35.041470 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Bound port: 54ab1ed3-3d10-4236-b272-cc8bab182c36, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5b8564c-3f85-478f-a553-04cd33586dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:35.042814 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.129763 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6ee2da17-db4d-4981-a1fa-a614e8dcba1f req-bb6b84fb-2718-4c54-8d18-1fbd1928b878 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Aug 29 14:25:35.151383 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 42936) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:35.233803 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Made reservation on behalf of 034ced9d4f634c19a9059676ef9e2892 for: {'port': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:35.243841 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.276087 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device de85a680-6bd9-4c58-af20-7d5134070e5f up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:35.309088 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-da1a7203-e157-4d9e-81e1-fdaff53b4722 req-37b376ae-3bba-4c52-b69d-62d88da806f7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361269 Aug 29 14:25:35.335405 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] For port 54ab1ed3-3d10-4236-b272-cc8bab182c36, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:35.339384 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-05313715-4c12-47b7-96a7-ffeaf3f4da49 req-a8c319ef-5ea7-4d62-9bf8-ec70bbea77fb tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 210 time: 0.1029801 Aug 29 14:25:35.340247 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] For port 54ab1ed3-3d10-4236-b272-cc8bab182c36, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=54ab1ed3-3d10-4236-b272-cc8bab182c36,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:35.347992 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.373079 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f23-5c83-44f3-9bff-c3e39ae58214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.407978 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Set router eca843a7-c24c-4df0-9aad-e3f7b2535741 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:35.438150 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:35.439471 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.441189 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] 10.222.0.32 "PUT /v2.0/ports/54ab1ed3-3d10-4236-b272-cc8bab182c36 HTTP/1.1" status: 200 len: 1094 time: 1.1229591 Aug 29 14:25:35.455139 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90caa030-da81-45b7-a498-850d07ba47a8', 'tag': '54ab1ed3-3d10-4236-b272-cc8bab182c36'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:35.462916 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd33837-14e0-49e1-b362-21b2478debf9" -d '{"events": [{"name": "network-changed", "server_uuid": "90caa030-da81-45b7-a498-850d07ba47a8", "tag": "54ab1ed3-3d10-4236-b272-cc8bab182c36"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:35.491193 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port de85a680-6bd9-4c58-af20-7d5134070e5f completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:35.501394 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port de85a680-6bd9-4c58-af20-7d5134070e5f triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:35.501769 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.527787 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a5d42-90bb-425d-af31-72748254f185 service neutron] Pushing event updated for resources: {'Port': ['ID=54ab1ed3-3d10-4236-b272-cc8bab182c36,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:35.545201 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f994c2f-eed3-49e6-97c5-2df3df0a6e4d x-openstack-request-id: req-0f994c2f-eed3-49e6-97c5-2df3df0a6e4d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:35.546880 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90caa030-da81-45b7-a498-850d07ba47a8", "tag": "54ab1ed3-3d10-4236-b272-cc8bab182c36", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:35.547219 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f994c2f-eed3-49e6-97c5-2df3df0a6e4d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:35.547616 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90caa030-da81-45b7-a498-850d07ba47a8', 'tag': '54ab1ed3-3d10-4236-b272-cc8bab182c36', 'status': 'completed', 'code': 200} Aug 29 14:25:35.576520 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Allocated IP 172.20.0.10 (b63349b1-f821-4efb-a380-13cf82cffcfe/d3cf809b-4d1a-4515-8ab6-42a82e1e921d/1ef4936c-6a62-446c-8a48-79e4a474534c) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:35.622597 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-63d24683-284d-4da7-8ab0-d4fd6ff6df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:35.624592 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-63d24683-284d-4da7-8ab0-d4fd6ff6df62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb57d9be06fd40ea85e1e410fc3b7014&device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 1097 time: 0.1193185 Aug 29 14:25:35.653056 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f23-5c83-44f3-9bff-c3e39ae58214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.663335 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d2d13f23-5c83-44f3-9bff-c3e39ae58214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.716454 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-fd793813-7081-473c-a2de-6b128810cb27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54ab1ed3-3d10-4236-b272-cc8bab182c36 HTTP/1.1" status: 200 len: 217 time: 0.0752707 Aug 29 14:25:35.747567 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d2d13f23-5c83-44f3-9bff-c3e39ae58214 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a7c0de5dd3a46f0bbd9493b8176ce23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5948634 Aug 29 14:25:35.768089 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 42944) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:35.828266 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d13f23-5c83-44f3-9bff-c3e39ae58214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feca783-17c3-4ef4-8e39-58ede4f9f5a7,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:35.842931 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-ae2dea33-cfe7-4b5f-98b6-5577cf9475af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:35.842931 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-ae2dea33-cfe7-4b5f-98b6-5577cf9475af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e723430-2f7e-43d7-bfbe-e593b86b4f3d HTTP/1.1" status: 200 len: 848 time: 0.1162939 Aug 29 14:25:35.851849 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.905894 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-b570c0c9-fd79-4560-8c0c-57fbcfe46089 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16d61a8-b278-4910-9029-c64434d1d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449102 Aug 29 14:25:35.914935 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.915301 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port de85a680-6bd9-4c58-af20-7d5134070e5f, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=de85a680-6bd9-4c58-af20-7d5134070e5f,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:35.924204 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:35.947913 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Transition to ACTIVE for port object 1ef4936c-6a62-446c-8a48-79e4a474534c will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:35.970857 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e826a3e-aeb5-4a3d-ac7c-c0e8c38e0741 req-9d61b3cb-6651-4f84-a45b-4af512d368cb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:35.972494 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3e826a3e-aeb5-4a3d-ac7c-c0e8c38e0741 req-9d61b3cb-6651-4f84-a45b-4af512d368cb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 945 time: 0.0724998 Aug 29 14:25:35.984434 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daecb4cd-8291-434e-b7c5-822a0ca8e122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.013330 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daecb4cd-8291-434e-b7c5-822a0ca8e122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.031832 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.061616 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:25:32Z', 'revision_number': 4, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port': {'id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:27Z', 'updated_at': '2021-08-29T14:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '842d8507-9375-4475-9058-fe7ac90d5948', 'name': '', 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'mac_address': 'fa:16:3e:cf:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '518a29db-cca4-4460-9345-d5afcb460b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:31Z', 'updated_at': '2021-08-29T14:25:32Z', 'revision_number': 2, 'project_id': '809469a9016d433093705e7f4acae5f3', 'subnets': [{'id': '518a29db-cca4-4460-9345-d5afcb460b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:36.069477 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3e826a3e-aeb5-4a3d-ac7c-c0e8c38e0741 req-8edebf3b-5ac5-4a87-a7b8-997a6bc2d507 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876799 Aug 29 14:25:36.084602 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daecb4cd-8291-434e-b7c5-822a0ca8e122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.088556 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daecb4cd-8291-434e-b7c5-822a0ca8e122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.089758 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-daecb4cd-8291-434e-b7c5-822a0ca8e122 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4feca783-17c3-4ef4-8e39-58ede4f9f5a7 HTTP/1.1" status: 204 len: 168 time: 0.3203261 Aug 29 14:25:36.103130 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecb4cd-8291-434e-b7c5-822a0ca8e122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feca783-17c3-4ef4-8e39-58ede4f9f5a7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:36.108793 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Network b63349b1-f821-4efb-a380-13cf82cffcfe is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:36.116291 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:36.123487 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:36.138221 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=1ef4936c-6a62-446c-8a48-79e4a474534c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:36.172205 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=de85a680-6bd9-4c58-af20-7d5134070e5f,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:36.186095 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-a8d0a01d-3bf5-4b3c-acd5-d5b45ba414e9 service neutron] 10.222.0.32 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687931 Aug 29 14:25:36.218559 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 1173310c-5187-40f3-8658-499a2defeef3 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:36.221809 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Checking router: eca843a7-c24c-4df0-9aad-e3f7b2535741 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:25:36.222148 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Updating router eca843a7-c24c-4df0-9aad-e3f7b2535741 port 842d8507-9375-4475-9058-fe7ac90d5948 binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:25:36.270736 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:36.271377 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.293610 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-ebfd1bbe-3e20-4c9c-9732-d01bc8f978a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3556390 Aug 29 14:25:36.312023 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Request body: {'port': {'device_id': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:36.387664 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.429733 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 1173310c-5187-40f3-8658-499a2defeef3 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:36.443149 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 1173310c-5187-40f3-8658-499a2defeef3 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:36.443826 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.562909 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.626189 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bf788-5340-400d-b2c5-e216c9a40b38 req-20e36316-158e-49c7-846e-e594cf53640a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:36.628623 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b37bf788-5340-400d-b2c5-e216c9a40b38 req-20e36316-158e-49c7-846e-e594cf53640a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1579823 Aug 29 14:25:36.736890 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35b31-96c7-436e-8f0e-ce6814a0f5a1 req-10425812-9e05-4328-8ad8-011393f2c6d6 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:36.744813 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c1b35b31-96c7-436e-8f0e-ce6814a0f5a1 req-10425812-9e05-4328-8ad8-011393f2c6d6 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 944 time: 0.4636734 Aug 29 14:25:36.759735 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b69cfbc-8048-49bf-ad18-635e42b9ef6a req-e1e6b8a9-b740-4357-b81a-4a902c19d4ae service neutron] 10.222.0.32 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416212 Aug 29 14:25:36.798836 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c1b35b31-96c7-436e-8f0e-ce6814a0f5a1 req-53976f58-f663-46ee-89aa-41b52ebb9c8e tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Aug 29 14:25:36.824702 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-08e28c14-856f-4f56-84c5-00c695a60517 None None] Provisioning for port 1ef4936c-6a62-446c-8a48-79e4a474534c completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:36.828734 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.853210 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-08e28c14-856f-4f56-84c5-00c695a60517 None None] Provisioning complete for port 1ef4936c-6a62-446c-8a48-79e4a474534c triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:36.853579 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-08e28c14-856f-4f56-84c5-00c695a60517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.894695 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-08e28c14-856f-4f56-84c5-00c695a60517 None None] Port 1ef4936c-6a62-446c-8a48-79e4a474534c cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:25:36.901874 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Transition to ACTIVE for port object 842d8507-9375-4475-9058-fe7ac90d5948 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:36.951447 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458e511-6d86-472b-9920-141542002129 req-fd962ec0-76f0-4df8-9c0e-b3dc6b9cbf60 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:36.958424 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6458e511-6d86-472b-9920-141542002129 req-fd962ec0-76f0-4df8-9c0e-b3dc6b9cbf60 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 932 time: 0.0947304 Aug 29 14:25:36.962787 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-3994767b-651b-4b6e-8a90-bd3a1301afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:36.964188 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:36.964353 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-3994767b-651b-4b6e-8a90-bd3a1301afc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb57d9be06fd40ea85e1e410fc3b7014&device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 1097 time: 0.0894482 Aug 29 14:25:37.006706 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.023665 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef4936c-6a62-446c-8a48-79e4a474534c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:37.033862 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.063129 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6458e511-6d86-472b-9920-141542002129 req-9ef692f7-2636-455a-8ed7-8c48a3e8a160 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037128 Aug 29 14:25:37.069260 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Transition to ACTIVE for port object 1ef4936c-6a62-446c-8a48-79e4a474534c will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:37.069604 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15263722-602d-4765-bb59-a6a5195bfac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1173310c-5187-40f3-8658-499a2defeef3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:37.074993 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc4b45-8701-4667-b054-c15151555e0f" -d '{"events": [{"server_uuid": "15263722-602d-4765-bb59-a6a5195bfac9", "name": "network-vif-plugged", "status": "completed", "tag": "1173310c-5187-40f3-8658-499a2defeef3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:37.088430 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.102016 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Pushing event updated for resources: {'Port': ['ID=842d8507-9375-4475-9058-fe7ac90d5948,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:37.115898 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 1173310c-5187-40f3-8658-499a2defeef3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1173310c-5187-40f3-8658-499a2defeef3,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:37.122537 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.167943 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b37bf788-5340-400d-b2c5-e216c9a40b38 req-9dd50295-3c1b-40bc-b2ad-700bb8f4ee96 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298657 Aug 29 14:25:37.172683 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-a1d25c70-19a7-4ecb-b30b-e7780ee537cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:37.179041 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-a1d25c70-19a7-4ecb-b30b-e7780ee537cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e16d61a8-b278-4910-9029-c64434d1d1d7 HTTP/1.1" status: 200 len: 909 time: 0.1927810 Aug 29 14:25:37.266832 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeb8892-8984-4c25-a164-4a678d517cb7 x-openstack-request-id: req-1eeb8892-8984-4c25-a164-4a678d517cb7 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:37.267767 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15263722-602d-4765-bb59-a6a5195bfac9", "name": "network-vif-plugged", "status": "completed", "tag": "1173310c-5187-40f3-8658-499a2defeef3", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:37.267767 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1eeb8892-8984-4c25-a164-4a678d517cb7 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:37.267985 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15263722-602d-4765-bb59-a6a5195bfac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1173310c-5187-40f3-8658-499a2defeef3', 'code': 200} Aug 29 14:25:37.269279 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=1173310c-5187-40f3-8658-499a2defeef3,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:37.282232 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device de85a680-6bd9-4c58-af20-7d5134070e5f up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:37.285970 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-95f2cc45-3fdb-4ade-a7bb-bf60f52b7dd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54ab1ed3-3d10-4236-b272-cc8bab182c36 HTTP/1.1" status: 200 len: 217 time: 0.0716157 Aug 29 14:25:37.365445 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-3650ba3b-cac1-498d-b13c-b6a99da7a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:37.373433 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-3650ba3b-cac1-498d-b13c-b6a99da7a59c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e723430-2f7e-43d7-bfbe-e593b86b4f3d HTTP/1.1" status: 200 len: 848 time: 0.0658543 Aug 29 14:25:37.377743 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Attempting to bind port 842d8507-9375-4475-9058-fe7ac90d5948 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:37.378128 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Attempting to bind port 842d8507-9375-4475-9058-fe7ac90d5948 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:37.380343 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Attempting to bind port 842d8507-9375-4475-9058-fe7ac90d5948 on network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:37.394766 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754b73b-8a3b-415e-95c0-d7f220a440a7 req-aca09551-993d-460c-9e43-a344a3a437d8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:37.398793 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:37.399318 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Checking segment: {'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:37.401483 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.403397 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Pushing event updated for resources: {'Port': ['ID=1ef4936c-6a62-446c-8a48-79e4a474534c,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:37.405689 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b754b73b-8a3b-415e-95c0-d7f220a440a7 req-aca09551-993d-460c-9e43-a344a3a437d8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 946 time: 0.1299334 Aug 29 14:25:37.435659 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Bound using segment: {'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:37.436315 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Bound port: 842d8507-9375-4475-9058-fe7ac90d5948, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad6e672-4088-4321-8232-da0d27c1c892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:37.443781 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.454765 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-e0ac1d08-1546-465b-b537-1155159ceb65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16d61a8-b278-4910-9029-c64434d1d1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462203 Aug 29 14:25:37.483698 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b754b73b-8a3b-415e-95c0-d7f220a440a7 req-37085e5c-17b3-4399-965f-d4264ed36c5c tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769458 Aug 29 14:25:37.552361 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Attempting to bind port 1ef4936c-6a62-446c-8a48-79e4a474534c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:37.553154 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Attempting to bind port 1ef4936c-6a62-446c-8a48-79e4a474534c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:37.553847 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Attempting to bind port 1ef4936c-6a62-446c-8a48-79e4a474534c on network b63349b1-f821-4efb-a380-13cf82cffcfe {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:37.560968 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Port 1ef4936c-6a62-446c-8a48-79e4a474534c on network b63349b1-f821-4efb-a380-13cf82cffcfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:25:37.561595 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Attempting to bind port 1ef4936c-6a62-446c-8a48-79e4a474534c on network b63349b1-f821-4efb-a380-13cf82cffcfe {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:37.572445 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:37.573072 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Checking segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:37.573695 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Bound using segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:37.574395 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Bound port: 1ef4936c-6a62-446c-8a48-79e4a474534c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:37.577593 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.633806 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] For port 842d8507-9375-4475-9058-fe7ac90d5948, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:37.641070 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] For port 842d8507-9375-4475-9058-fe7ac90d5948, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=842d8507-9375-4475-9058-fe7ac90d5948,segment=NetworkSegment(5ad6e672-4088-4321-8232-da0d27c1c892),segment_id=5ad6e672-4088-4321-8232-da0d27c1c892)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:37.659883 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.685694 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port de85a680-6bd9-4c58-af20-7d5134070e5f triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:37.686060 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.688178 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] For port 1ef4936c-6a62-446c-8a48-79e4a474534c, host hv-cinder-77398, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:37.695049 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] For port 1ef4936c-6a62-446c-8a48-79e4a474534c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1ef4936c-6a62-446c-8a48-79e4a474534c,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:37.701494 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.746476 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:37.747118 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:37.749204 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] 10.222.0.32 "PUT /v2.0/ports/1ef4936c-6a62-446c-8a48-79e4a474534c HTTP/1.1" status: 200 len: 1094 time: 1.4414213 Aug 29 14:25:37.749711 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'tag': '1ef4936c-6a62-446c-8a48-79e4a474534c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:37.756579 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07afdd05-5ded-4844-8ef2-e86367f07d21" -d '{"events": [{"name": "network-changed", "server_uuid": "66df1ac8-a589-4399-87b7-7f7cea04d948", "tag": "1ef4936c-6a62-446c-8a48-79e4a474534c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:37.781644 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b832c-a32a-4121-8681-a3053f4fba7b req-96ee38e9-3003-4e2e-989e-131416d20c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:37.783704 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-360b832c-a32a-4121-8681-a3053f4fba7b req-96ee38e9-3003-4e2e-989e-131416d20c78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 1099 time: 0.1383359 Aug 29 14:25:37.790038 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-64e65e9f-399f-4a9f-b9e9-a8df716ba1a0 service neutron] 10.222.0.32 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783062 Aug 29 14:25:37.799675 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272edaa-a71f-4522-ba44-05fc04baac0c service neutron] Pushing event updated for resources: {'Port': ['ID=1ef4936c-6a62-446c-8a48-79e4a474534c,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:37.859189 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bb406f-4b7e-4559-ba15-35c126f25097 x-openstack-request-id: req-c9bb406f-4b7e-4559-ba15-35c126f25097 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:37.859491 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df1ac8-a589-4399-87b7-7f7cea04d948", "tag": "1ef4936c-6a62-446c-8a48-79e4a474534c", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:37.859746 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9bb406f-4b7e-4559-ba15-35c126f25097 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:37.860143 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'tag': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'status': 'completed', 'code': 200} Aug 29 14:25:37.897416 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-56053791-0081-45cc-89b5-7f61838b07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:37.901052 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-56053791-0081-45cc-89b5-7f61838b07d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 1097 time: 0.0765111 Aug 29 14:25:38.022614 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-5067272d-30ab-46e3-b9a0-79a5c6b79fe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef4936c-6a62-446c-8a48-79e4a474534c HTTP/1.1" status: 200 len: 217 time: 0.1001344 Aug 29 14:25:38.130839 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-16b54636-23b9-44ef-b79c-d8c7d714b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:38.132502 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-16b54636-23b9-44ef-b79c-d8c7d714b954 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0986092 Aug 29 14:25:38.209521 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-360b832c-a32a-4121-8681-a3053f4fba7b req-66f374d4-b1dd-49eb-b741-5769779eaf28 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860476 Aug 29 14:25:38.230771 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fccab-993d-4744-a6d1-b75c17730fb2 req-8d27e785-63e1-477c-bd6d-1f6977703e84 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:38.234234 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Routers {'eca843a7-c24c-4df0-9aad-e3f7b2535741'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:38.235551 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:25:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['eca843a7-c24c-4df0-9aad-e3f7b2535741'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:38.239753 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-347fccab-993d-4744-a6d1-b75c17730fb2 req-8d27e785-63e1-477c-bd6d-1f6977703e84 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 944 time: 0.3053844 Aug 29 14:25:38.251398 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 54ab1ed3-3d10-4236-b272-cc8bab182c36 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:25:38.255880 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-512a1b50-ddf9-47c8-a0ea-f05f327f86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:38.257378 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-512a1b50-ddf9-47c8-a0ea-f05f327f86e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1173697 Aug 29 14:25:38.293244 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7bd33837-14e0-49e1-b362-21b2478debf9 req-73fd3dde-ccf8-4873-b463-da83c2b936b0 service neutron] 10.222.0.32 "GET /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685695 Aug 29 14:25:38.296431 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-347fccab-993d-4744-a6d1-b75c17730fb2 req-0d510558-b81a-47bb-9bb5-5113230204d7 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Aug 29 14:25:38.322575 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80324b-47e3-4ee4-9d3c-c195d63c47cb req-f40593a9-51de-444e-a751-8c834a9f4c2d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:38.324236 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b80324b-47e3-4ee4-9d3c-c195d63c47cb req-f40593a9-51de-444e-a751-8c834a9f4c2d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 944 time: 0.0899904 Aug 29 14:25:38.373412 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b80324b-47e3-4ee4-9d3c-c195d63c47cb req-28081244-7f47-4867-b4ee-8bcf973f929d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Aug 29 14:25:38.405573 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Pushing event updated for resources: {'Port': ['ID=842d8507-9375-4475-9058-fe7ac90d5948,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:38.417630 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.418300 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.418728 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.419365 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.419958 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.420813 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.421438 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.421980 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.422548 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.423058 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.423559 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.424201 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f6672-9326-43fb-b90d-ba54303d0b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:25:38.452028 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485bf6b-ea7b-40de-a13a-610d2931652d req-c5620950-b0fa-43a4-a184-43f880fad0dd tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:38.455005 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9485bf6b-ea7b-40de-a13a-610d2931652d req-c5620950-b0fa-43a4-a184-43f880fad0dd tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0689061 Aug 29 14:25:38.513653 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9485bf6b-ea7b-40de-a13a-610d2931652d req-78ef3b2d-0aeb-41cd-9a4e-7f5a33b4d3f6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527139 Aug 29 14:25:38.528779 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] Set router eca843a7-c24c-4df0-9aad-e3f7b2535741 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:38.621087 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 54ab1ed3-3d10-4236-b272-cc8bab182c36, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=54ab1ed3-3d10-4236-b272-cc8bab182c36,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:38.641101 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '54ab1ed3-3d10-4236-b272-cc8bab182c36', 'network_id': 'e16d61a8-b278-4910-9029-c64434d1d1d7', 'port_id': '54ab1ed3-3d10-4236-b272-cc8bab182c36', 'mac_address': 'fa:16:3e:f7:46:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e723430-2f7e-43d7-bfbe-e593b86b4f3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:25:38.744684 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ee92e-0b6d-4762-b35a-dc3ec5ba5877 req-1d992512-a610-4d98-84e8-be95a694606f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:38.746254 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e44ee92e-0b6d-4762-b35a-dc3ec5ba5877 req-1d992512-a610-4d98-84e8-be95a694606f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 946 time: 0.0995593 Aug 29 14:25:38.760991 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-e72f8e10-beef-4e59-a680-b367d9bbf9aa service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156661 Aug 29 14:25:38.814897 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e44ee92e-0b6d-4762-b35a-dc3ec5ba5877 req-1c777338-48a8-4c29-89d4-e425a379a8c4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591204 Aug 29 14:25:38.926371 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:38.939572 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08ebf91b-cbde-47d9-a8fc-34cab26e8f41 req-55d6d65e-5c34-4651-afd1-8c4774f987b4 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641445 Aug 29 14:25:38.965441 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ab1ed3-3d10-4236-b272-cc8bab182c36 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:39.010165 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 54ab1ed3-3d10-4236-b272-cc8bab182c36, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=54ab1ed3-3d10-4236-b272-cc8bab182c36,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:39.019078 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:39.107539 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=54ab1ed3-3d10-4236-b272-cc8bab182c36,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:39.121004 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:25:32Z', 'revision_number': 4, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port': {'id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:27Z', 'updated_at': '2021-08-29T14:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '842d8507-9375-4475-9058-fe7ac90d5948', 'name': '', 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'mac_address': 'fa:16:3e:cf:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '518a29db-cca4-4460-9345-d5afcb460b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:31Z', 'updated_at': '2021-08-29T14:25:37Z', 'revision_number': 4, 'project_id': '809469a9016d433093705e7f4acae5f3', 'subnets': [{'id': '518a29db-cca4-4460-9345-d5afcb460b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:39.143885 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-c848009a-7564-4c3c-96ea-0bc54e75f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:39.145643 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-c848009a-7564-4c3c-96ea-0bc54e75f814 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 1097 time: 0.0621984 Aug 29 14:25:39.158093 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a240990-bc8a-4a96-9cd5-cd1a1535998f None None] The sync data for ids ['eca843a7-c24c-4df0-9aad-e3f7b2535741'] in dv-cinder-773985-15-iscsi is: [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:25:32Z', 'revision_number': 4, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port': {'id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:27Z', 'updated_at': '2021-08-29T14:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '842d8507-9375-4475-9058-fe7ac90d5948', 'name': '', 'network_id': 'd7f1b4ea-841c-4762-bdb2-2964398aa7b0', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'mac_address': 'fa:16:3e:cf:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '518a29db-cca4-4460-9345-d5afcb460b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:31Z', 'updated_at': '2021-08-29T14:25:37Z', 'revision_number': 4, 'project_id': '809469a9016d433093705e7f4acae5f3', 'subnets': [{'id': '518a29db-cca4-4460-9345-d5afcb460b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:25:39.318651 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-5391b63c-07ee-4112-b152-c40a757323c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:39.321084 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-5391b63c-07ee-4112-b152-c40a757323c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.1604810 Aug 29 14:25:39.589367 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['54ab1ed3-3d10-4236-b272-cc8bab182c36'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:39.641548 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d589766-6f18-4a4a-9dfe-2e8c81684e80 req-a856c088-b16a-43c7-ae75-51509460936e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:39.643804 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5d589766-6f18-4a4a-9dfe-2e8c81684e80 req-a856c088-b16a-43c7-ae75-51509460936e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 944 time: 0.0839126 Aug 29 14:25:39.778342 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5d589766-6f18-4a4a-9dfe-2e8c81684e80 req-8f5b8db0-6ae4-4986-89c4-8f97103f9e15 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105583 Aug 29 14:25:39.834854 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-a17f3ec4-69e3-4b0d-8096-aeab58de661e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef4936c-6a62-446c-8a48-79e4a474534c HTTP/1.1" status: 200 len: 217 time: 0.4969747 Aug 29 14:25:39.972144 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ffc4-3f02-4f4f-bcbd-4ec8eb40c664 req-02000580-49f4-47e1-a025-98b4cd6a3a58 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:39.974375 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e06ffc4-3f02-4f4f-bcbd-4ec8eb40c664 req-02000580-49f4-47e1-a025-98b4cd6a3a58 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 945 time: 0.1385195 Aug 29 14:25:39.980594 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-c1119374-3415-4cef-8a57-4cd61135dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:39.982037 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-c1119374-3415-4cef-8a57-4cd61135dd69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.1138589 Aug 29 14:25:39.987215 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e009b86-2a5a-4246-901d-22f30c3b737f req-6f6b6d58-ca7b-48cc-909c-a6834c39e999 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:39.989256 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1e009b86-2a5a-4246-901d-22f30c3b737f req-6f6b6d58-ca7b-48cc-909c-a6834c39e999 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0977025 Aug 29 14:25:40.072208 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e06ffc4-3f02-4f4f-bcbd-4ec8eb40c664 req-4e3369a1-4a63-4248-a146-9dd72dad63a2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890870 Aug 29 14:25:40.073116 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1e009b86-2a5a-4246-901d-22f30c3b737f req-74f51aef-f0eb-4a11-90bb-5f751a8f03aa tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656321 Aug 29 14:25:40.102013 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-57ce53ad-6715-4b2f-ba6b-a5e49dddda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:40.104742 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-57ce53ad-6715-4b2f-ba6b-a5e49dddda2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0997012 Aug 29 14:25:40.277228 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-ba386698-aaf3-47aa-b441-33396f9a3869 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630180 Aug 29 14:25:40.287430 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ec1e3-837d-44b6-83b7-d459bb85e5f4 req-6d8073d8-efca-408d-9574-92223dde15f8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:40.290061 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d15ec1e3-837d-44b6-83b7-d459bb85e5f4 req-6d8073d8-efca-408d-9574-92223dde15f8 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 946 time: 0.0806923 Aug 29 14:25:40.356983 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d15ec1e3-837d-44b6-83b7-d459bb85e5f4 req-6c400952-bf93-4e83-9c57-5e4abcb10ae5 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606630 Aug 29 14:25:40.454481 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07afdd05-5ded-4844-8ef2-e86367f07d21 req-3be810ff-a355-4494-938a-cad93de91d9c service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660051 Aug 29 14:25:40.960262 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789985d-29a4-47f3-8c6f-b8084fe91c58 req-129a2633-c27b-4dad-b410-05e240d7b4c8 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:40.967565 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b789985d-29a4-47f3-8c6f-b8084fe91c58 req-129a2633-c27b-4dad-b410-05e240d7b4c8 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 944 time: 0.0791633 Aug 29 14:25:41.018923 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b789985d-29a4-47f3-8c6f-b8084fe91c58 req-d9388f57-41e2-48c3-95ca-ec48d9c49f06 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501912 Aug 29 14:25:41.155984 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 842d8507-9375-4475-9058-fe7ac90d5948 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:41.246026 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41fd6c-af6f-4609-b0a0-d06aa2dcc7dc req-6303ab13-f9eb-4afc-9239-8b30527e0b8d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:41.248268 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-da41fd6c-af6f-4609-b0a0-d06aa2dcc7dc req-6303ab13-f9eb-4afc-9239-8b30527e0b8d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0841029 Aug 29 14:25:41.249692 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 842d8507-9375-4475-9058-fe7ac90d5948 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:41.255058 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 842d8507-9375-4475-9058-fe7ac90d5948 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:41.256071 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:41.314924 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a9ab-42b3-4a0d-920f-6480a809891d req-6696c5f5-f5ad-407e-bef2-4d4587332df5 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:41.321916 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-da41fd6c-af6f-4609-b0a0-d06aa2dcc7dc req-f52c6400-a501-445d-967c-f7fcd03efc70 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642898 Aug 29 14:25:41.324079 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0ac1a9ab-42b3-4a0d-920f-6480a809891d req-6696c5f5-f5ad-407e-bef2-4d4587332df5 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 945 time: 0.1116574 Aug 29 14:25:41.397943 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:41.404996 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0ac1a9ab-42b3-4a0d-920f-6480a809891d req-a3453592-3860-4710-b8ac-27fc6e8751aa tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Aug 29 14:25:41.467836 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 842d8507-9375-4475-9058-fe7ac90d5948, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=842d8507-9375-4475-9058-fe7ac90d5948,segment=NetworkSegment(5ad6e672-4088-4321-8232-da0d27c1c892),segment_id=5ad6e672-4088-4321-8232-da0d27c1c892)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:41.473457 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:41.542270 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=842d8507-9375-4475-9058-fe7ac90d5948,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:42.145361 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d56b1-c405-4c9b-8d7a-f9a704760975 req-03860ef9-1a8f-4238-8766-be2ff9475be5 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:42.146995 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab0d56b1-c405-4c9b-8d7a-f9a704760975 req-03860ef9-1a8f-4238-8766-be2ff9475be5 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 944 time: 0.0591929 Aug 29 14:25:42.208582 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab0d56b1-c405-4c9b-8d7a-f9a704760975 req-c6a950b0-1f93-45f7-b9c6-6cc8dfe98025 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541823 Aug 29 14:25:42.213683 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 1ef4936c-6a62-446c-8a48-79e4a474534c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:25:42.232991 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 54ab1ed3-3d10-4236-b272-cc8bab182c36 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:42.362349 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 54ab1ed3-3d10-4236-b272-cc8bab182c36 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:42.373808 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 54ab1ed3-3d10-4236-b272-cc8bab182c36 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:42.374174 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:42.412875 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 1ef4936c-6a62-446c-8a48-79e4a474534c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1ef4936c-6a62-446c-8a48-79e4a474534c,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:42.438339 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'port_id': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'mac_address': 'fa:16:3e:1a:71:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:25:42.488303 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:42.505752 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef4936c-6a62-446c-8a48-79e4a474534c {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:42.559809 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 1ef4936c-6a62-446c-8a48-79e4a474534c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1ef4936c-6a62-446c-8a48-79e4a474534c,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:42.562601 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:42.575079 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:42.618425 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90caa030-da81-45b7-a498-850d07ba47a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ab1ed3-3d10-4236-b272-cc8bab182c36'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:42.620841 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13652c71-b6d2-4d8b-bce0-98440bf9a1c2" -d '{"events": [{"server_uuid": "90caa030-da81-45b7-a498-850d07ba47a8", "name": "network-vif-plugged", "status": "completed", "tag": "54ab1ed3-3d10-4236-b272-cc8bab182c36"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:42.644814 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 54ab1ed3-3d10-4236-b272-cc8bab182c36, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=54ab1ed3-3d10-4236-b272-cc8bab182c36,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:42.651896 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:42.667132 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=1ef4936c-6a62-446c-8a48-79e4a474534c,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:42.684890 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ca19b-2b62-4127-85cf-0fb82bddae20 req-1d3a8b9e-daa2-4bb8-8fdd-840ac0564ec4 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:42.688987 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-070ca19b-2b62-4127-85cf-0fb82bddae20 req-1d3a8b9e-daa2-4bb8-8fdd-840ac0564ec4 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0668406 Aug 29 14:25:42.726616 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=54ab1ed3-3d10-4236-b272-cc8bab182c36,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:42.737395 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-070ca19b-2b62-4127-85cf-0fb82bddae20 req-e45a595e-d2f4-4fc8-b199-7f04d6bc3290 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Aug 29 14:25:42.863916 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc13597-2701-4a60-b12e-f50fedbe6dce req-cf01bcd6-69f5-48ef-9332-f6b7fba9675b tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:42.865412 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cdc13597-2701-4a60-b12e-f50fedbe6dce req-cf01bcd6-69f5-48ef-9332-f6b7fba9675b tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 946 time: 0.0579159 Aug 29 14:25:42.913064 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cdc13597-2701-4a60-b12e-f50fedbe6dce req-8a4b4490-528c-443a-abd7-ff77ca9befd5 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Aug 29 14:25:42.984761 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d35f18c-72f1-45fd-98e4-72b589fc3ce7 x-openstack-request-id: req-8d35f18c-72f1-45fd-98e4-72b589fc3ce7 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:42.985044 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90caa030-da81-45b7-a498-850d07ba47a8", "name": "network-vif-plugged", "status": "completed", "tag": "54ab1ed3-3d10-4236-b272-cc8bab182c36", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:42.985426 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d35f18c-72f1-45fd-98e4-72b589fc3ce7 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:42.985871 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90caa030-da81-45b7-a498-850d07ba47a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ab1ed3-3d10-4236-b272-cc8bab182c36', 'code': 200} Aug 29 14:25:43.075243 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['1ef4936c-6a62-446c-8a48-79e4a474534c'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:43.120466 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 842d8507-9375-4475-9058-fe7ac90d5948 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:43.222912 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 842d8507-9375-4475-9058-fe7ac90d5948 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:43.223589 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:43.284172 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f00218-4d3f-44c1-99ac-4faa5d212ea4 req-53bed8d2-dc78-4bb4-bc38-439c1df94d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:43.286031 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-94f00218-4d3f-44c1-99ac-4faa5d212ea4 req-53bed8d2-dc78-4bb4-bc38-439c1df94d39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 1099 time: 0.0542400 Aug 29 14:25:43.344247 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-94f00218-4d3f-44c1-99ac-4faa5d212ea4 req-c45e2005-199e-4238-a297-10241d6631d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456376 Aug 29 14:25:43.399806 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af549fc7-f7eb-471a-9536-93dbe27c044f req-d367013b-c0bf-4c6e-ad11-c05d75d1ba28 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:43.401771 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-af549fc7-f7eb-471a-9536-93dbe27c044f req-d367013b-c0bf-4c6e-ad11-c05d75d1ba28 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 945 time: 0.0606248 Aug 29 14:25:43.461441 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-af549fc7-f7eb-471a-9536-93dbe27c044f req-88016a0d-0074-48d4-9958-e2a8807487d1 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508819 Aug 29 14:25:43.921189 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1045d-7031-4a4e-87ef-0d9fe37323aa req-b9df4078-f8cc-4f49-962e-29b4b3f76157 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:43.922883 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-14b1045d-7031-4a4e-87ef-0d9fe37323aa req-b9df4078-f8cc-4f49-962e-29b4b3f76157 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0751421 Aug 29 14:25:43.976283 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-14b1045d-7031-4a4e-87ef-0d9fe37323aa req-ab9e6797-4805-47f5-90d5-f11c459f2a3b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448296 Aug 29 14:25:44.084896 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ad4cb-4506-4630-a86f-89b57b70e592 req-bfeb2547-6845-47c8-9e1a-7745dc21a39d tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:44.086427 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b21ad4cb-4506-4630-a86f-89b57b70e592 req-bfeb2547-6845-47c8-9e1a-7745dc21a39d tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 946 time: 0.0508678 Aug 29 14:25:44.131990 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b21ad4cb-4506-4630-a86f-89b57b70e592 req-63d8b487-0afc-4432-a08b-7b31688a2250 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Aug 29 14:25:44.585308 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9916-b615-41dc-acec-50679aa61d41 req-f5cba39e-9753-452b-a95e-846d2856363a tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:44.585569 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-419a9916-b615-41dc-acec-50679aa61d41 req-f5cba39e-9753-452b-a95e-846d2856363a tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 945 time: 0.0555453 Aug 29 14:25:44.631471 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-419a9916-b615-41dc-acec-50679aa61d41 req-56f37422-8ee4-45cb-bb0c-a7ce489da1c6 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375886 Aug 29 14:25:45.147876 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24220-c411-44e8-8789-125ec2e6ceee req-8d47b65c-db59-4bb4-a1b3-6cd19fb0c49b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:45.149756 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-aee24220-c411-44e8-8789-125ec2e6ceee req-8d47b65c-db59-4bb4-a1b3-6cd19fb0c49b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0608461 Aug 29 14:25:45.205567 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-aee24220-c411-44e8-8789-125ec2e6ceee req-20da64fa-5c7d-48c7-be53-4686da99fe32 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478783 Aug 29 14:25:45.327375 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c8d6-e7fc-4bce-bc63-727d70294ea7 req-c9574bca-df16-477f-91ab-d1099d0e81c5 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:45.328926 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-59f9c8d6-e7fc-4bce-bc63-727d70294ea7 req-c9574bca-df16-477f-91ab-d1099d0e81c5 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 946 time: 0.0618701 Aug 29 14:25:45.379791 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-59f9c8d6-e7fc-4bce-bc63-727d70294ea7 req-75cb352d-c4e3-4d62-96f8-d7df30ffa890 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Aug 29 14:25:45.815387 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f876cd-7173-456b-a267-57995b010978 req-2f842532-636d-409d-83a4-8d60367c96ad tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:45.823341 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-61f876cd-7173-456b-a267-57995b010978 req-2f842532-636d-409d-83a4-8d60367c96ad tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 945 time: 0.1148612 Aug 29 14:25:45.872255 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-61f876cd-7173-456b-a267-57995b010978 req-83eacb0d-7c70-49e2-9bb8-731894c58ad5 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475063 Aug 29 14:25:46.267082 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 1ef4936c-6a62-446c-8a48-79e4a474534c up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:25:46.389955 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 1ef4936c-6a62-446c-8a48-79e4a474534c completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:46.397321 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 1ef4936c-6a62-446c-8a48-79e4a474534c triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:46.399053 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:46.434166 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a9ef3-6ce9-4fe0-82f8-274188faa3bf req-f6f2fb5e-222c-4048-aad8-20b38907b0d0 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:46.435854 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea8a9ef3-6ce9-4fe0-82f8-274188faa3bf req-f6f2fb5e-222c-4048-aad8-20b38907b0d0 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0861158 Aug 29 14:25:46.497610 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea8a9ef3-6ce9-4fe0-82f8-274188faa3bf req-7f9e5d80-bd5e-4888-9596-e5f8de9af4f3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532675 Aug 29 14:25:46.515905 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:46.550254 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef4936c-6a62-446c-8a48-79e4a474534c'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:46.556520 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5444896-c5a2-4d63-880e-9b88f0278e09" -d '{"events": [{"server_uuid": "66df1ac8-a589-4399-87b7-7f7cea04d948", "name": "network-vif-plugged", "status": "completed", "tag": "1ef4936c-6a62-446c-8a48-79e4a474534c"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:46.576004 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 1ef4936c-6a62-446c-8a48-79e4a474534c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1ef4936c-6a62-446c-8a48-79e4a474534c,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:46.585896 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:46.649467 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=1ef4936c-6a62-446c-8a48-79e4a474534c,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:46.768882 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b7c54-6433-4ff1-a27b-efe9b54b3af7 x-openstack-request-id: req-837b7c54-6433-4ff1-a27b-efe9b54b3af7 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:46.769168 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df1ac8-a589-4399-87b7-7f7cea04d948", "name": "network-vif-plugged", "status": "completed", "tag": "1ef4936c-6a62-446c-8a48-79e4a474534c", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:46.769412 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-837b7c54-6433-4ff1-a27b-efe9b54b3af7 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:46.769797 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'code': 200} Aug 29 14:25:46.913860 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109beae2-4256-4b5e-89fd-c713de9c4342 req-59b09876-8a40-4aaa-90b4-eb0193977f47 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:46.915727 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-109beae2-4256-4b5e-89fd-c713de9c4342 req-59b09876-8a40-4aaa-90b4-eb0193977f47 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 946 time: 0.0804353 Aug 29 14:25:46.961905 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-109beae2-4256-4b5e-89fd-c713de9c4342 req-b3115508-04c1-4286-9908-45d35cbca578 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 Aug 29 14:25:47.078071 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3b7b1-2006-40a4-87a1-1444cc3e2dfa req-d03548d6-8471-4ff4-8986-08ac61990c37 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:47.079864 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b8d3b7b1-2006-40a4-87a1-1444cc3e2dfa req-d03548d6-8471-4ff4-8986-08ac61990c37 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.0533135 Aug 29 14:25:47.125010 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b8d3b7b1-2006-40a4-87a1-1444cc3e2dfa req-6d9179c7-540d-4e04-8d29-db8d21a480a6 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364969 Aug 29 14:25:47.233736 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d1ce9-390a-4788-b4f4-f3d19525a149 req-cec03d6e-1d5c-4d21-9c3b-01948d94099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:47.235378 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-789d1ce9-390a-4788-b4f4-f3d19525a149 req-cec03d6e-1d5c-4d21-9c3b-01948d94099b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 1099 time: 0.0449054 Aug 29 14:25:47.277328 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-789d1ce9-390a-4788-b4f4-f3d19525a149 req-4a9d10e8-5d25-4ff7-b957-66e023e9c760 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324190 Aug 29 14:25:47.629201 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a10e7-6f8c-464f-aa5f-7846428b1e97 req-ec771547-cbfd-46ba-bde9-a9c7195f0f09 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:47.630955 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b50a10e7-6f8c-464f-aa5f-7846428b1e97 req-ec771547-cbfd-46ba-bde9-a9c7195f0f09 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0528824 Aug 29 14:25:47.669559 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b50a10e7-6f8c-464f-aa5f-7846428b1e97 req-5a225ea2-0779-4faa-9fac-1eeeedf10d61 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Aug 29 14:25:47.740849 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f582ef-662d-4933-993b-dae51d0df9ab req-917a8481-a0e6-4bf5-9844-daf87a6b9a85 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:47.743072 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-917a8481-a0e6-4bf5-9844-daf87a6b9a85 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 815 time: 0.1084523 Aug 29 14:25:47.759698 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-11925bbf-ff91-425f-9d29-79256b665fd3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/quotas/9eaae8641741427da3548fce0e7be5af HTTP/1.1" status: 200 len: 375 time: 0.0098782 Aug 29 14:25:47.813386 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-0ab6c9aa-e32c-47bd-800c-2d6c22f6dd8c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480921 Aug 29 14:25:47.917623 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8f3e7896-3e63-4790-97f3-1cdf18ca4caa service neutron] 10.222.0.20 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966632 Aug 29 14:25:48.014446 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-b355982d-a5c7-47fc-90ad-c478df1221dc service neutron] 10.222.0.20 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910232 Aug 29 14:25:48.145747 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-a865e354-781c-40ed-a160-97d65a8f9a60 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:48.147082 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-a865e354-781c-40ed-a160-97d65a8f9a60 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/networks?id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 200 len: 814 time: 0.1144361 Aug 29 14:25:48.163743 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-f2d70b78-5009-43bd-b141-4013ecd84d99 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/quotas/9be9569edbd0447082f486c3a0fe91ea HTTP/1.1" status: 200 len: 375 time: 0.0094521 Aug 29 14:25:48.219433 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-52a6d48c-974b-485f-9516-2febee12de19 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9be9569edbd0447082f486c3a0fe91ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492170 Aug 29 14:25:48.234944 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e218ac9-c5f5-4443-92e8-a83c7a2a9341 req-a284a536-a04a-4294-9701-524b560d82ec tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:48.236754 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0e218ac9-c5f5-4443-92e8-a83c7a2a9341 req-a284a536-a04a-4294-9701-524b560d82ec tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 946 time: 0.0712802 Aug 29 14:25:48.279394 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0e218ac9-c5f5-4443-92e8-a83c7a2a9341 req-f93deb31-0562-4f96-81a8-b7b3c29f9b5b tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Aug 29 14:25:48.329919 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-bd26be60-f6ac-407b-8444-ebf5987a5e99 service neutron] 10.222.0.20 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975380 Aug 29 14:25:48.355914 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d0619763-c8ab-45bf-8c45-c4ccd3c0d5bb req-3b3adc44-8dfe-40ce-9e44-482bc5c8fb04 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 210 time: 0.0335028 Aug 29 14:25:48.467229 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-c2c60e7c-486c-4560-bf84-8b48dadbe67a service neutron] 10.222.0.20 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305234 Aug 29 14:25:48.485959 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf179a-d847-4fc3-9525-ae929248ec24 req-05824755-aaee-4d87-9111-fffc3ab90d3f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:48.487615 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-baaf179a-d847-4fc3-9525-ae929248ec24 req-05824755-aaee-4d87-9111-fffc3ab90d3f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.0689576 Aug 29 14:25:48.526880 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-baaf179a-d847-4fc3-9525-ae929248ec24 req-3a632b8b-394f-4ebe-9cf1-d5b9d279ef90 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325089 Aug 29 14:25:48.623058 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-af72e334-08da-443e-a233-12c7e244963a req-90919ed7-765b-4dd5-a4cf-4733af4023f5 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 210 time: 0.0264907 Aug 29 14:25:48.807485 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a2205-06f0-4a1d-a76b-1d74d4dd1f57 req-4579dab8-f24f-479a-bdc6-51c380928b1d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:48.808984 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b86a2205-06f0-4a1d-a76b-1d74d4dd1f57 req-4579dab8-f24f-479a-bdc6-51c380928b1d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0537770 Aug 29 14:25:48.849895 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b86a2205-06f0-4a1d-a76b-1d74d4dd1f57 req-8b5d4381-1012-4879-b8de-ba2ba9d23802 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Aug 29 14:25:49.402161 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480fdba-1878-436c-8eb9-ac002db8c846 req-b9ff2a0e-57d8-45fe-b887-db9c62fc6094 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:49.403691 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4480fdba-1878-436c-8eb9-ac002db8c846 req-b9ff2a0e-57d8-45fe-b887-db9c62fc6094 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 946 time: 0.0498321 Aug 29 14:25:49.444073 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4480fdba-1878-436c-8eb9-ac002db8c846 req-033698ea-9bbd-40c3-a7bd-6e091535d447 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345871 Aug 29 14:25:49.453618 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7e29180e-af12-4364-9406-9acb8fceeae3 req-a317cd04-8299-4711-a943-1724082cbcb5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 210 time: 0.0285141 Aug 29 14:25:49.651032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c9d7-cdb4-4660-9142-9cb211f6a94b req-a18c3b43-74bf-4058-85d0-0aae1a1ee6f7 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:49.656257 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c269c9d7-cdb4-4660-9142-9cb211f6a94b req-a18c3b43-74bf-4058-85d0-0aae1a1ee6f7 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.0594974 Aug 29 14:25:49.692679 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c269c9d7-cdb4-4660-9142-9cb211f6a94b req-44980fbd-a27b-47b3-ba93-f4e4ebf4f982 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347178 Aug 29 14:25:49.733466 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-04571cf0-ecff-4502-a9ce-e4339f83182a req-56393e7a-773a-4e0e-9c96-269fb570cce9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 210 time: 0.0412917 Aug 29 14:25:49.823756 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdb0f0-ee33-4f92-aaee-168965089187 req-52cb786d-6572-4dfc-bf6b-26c2bf817e16 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:49.829710 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-76cdb0f0-ee33-4f92-aaee-168965089187 req-52cb786d-6572-4dfc-bf6b-26c2bf817e16 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.0540183 Aug 29 14:25:49.871170 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-76cdb0f0-ee33-4f92-aaee-168965089187 req-bd5d10f8-dcd9-4f64-92a8-6e9fffe9aa29 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373702 Aug 29 14:25:49.896428 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 43210) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:49.990743 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f582ef-662d-4933-993b-dae51d0df9ab req-3a77d99e-b44d-4a86-b1f8-c97b84109f50 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:49.993062 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-3a77d99e-b44d-4a86-b1f8-c97b84109f50 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 815 time: 0.1711898 Aug 29 14:25:50.005951 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b07321-3745-43ca-a53b-36da9cf6d6f2 req-80e736f2-d595-4149-9d1f-85e029f4120d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:50.007558 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67b07321-3745-43ca-a53b-36da9cf6d6f2 req-80e736f2-d595-4149-9d1f-85e029f4120d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0811841 Aug 29 14:25:50.047617 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67b07321-3745-43ca-a53b-36da9cf6d6f2 req-4ee879c2-2a85-403a-9aa6-6b6ddca06a1c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334220 Aug 29 14:25:50.105290 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe035f5-c1a8-432d-b895-289b96f33555 tempest-TestVolumeBootPattern-1303007513 tempest-TestVolumeBootPattern-1303007513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:50.106866 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-3fe035f5-c1a8-432d-b895-289b96f33555 tempest-TestVolumeBootPattern-1303007513 tempest-TestVolumeBootPattern-1303007513-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 1094 time: 0.2093346 Aug 29 14:25:50.109868 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 43218) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:25:50.112787 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Request body: {'port': {'device_id': '9075b849-dc42-4367-a2f1-458a0ad93e22', 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'admin_state_up': True, 'tenant_id': '9eaae8641741427da3548fce0e7be5af'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:50.115215 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'port_id': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:50.141418 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.223266 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Made reservation on behalf of 9eaae8641741427da3548fce0e7be5af for: {'port': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:50.227330 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.245667 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-e9772214-1095-415b-8856-a531600d4fe8 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:50.247157 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-e9772214-1095-415b-8856-a531600d4fe8 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.32 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 946 time: 0.0924668 Aug 29 14:25:50.345098 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.355640 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Allocated IP 172.20.0.13 (d5374394-97c3-4513-8eb6-5aa5e2c689a4/132f97a7-9f99-4a56-90b4-7e90ff05bd09/c1e9333e-b6ee-4e87-8182-16e7bd22b4fe) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:50.417450 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Deleting port 54ab1ed3-3d10-4236-b272-cc8bab182c36 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:25:50.418690 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.578501 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Allocated IP 172.27.3.131 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/dbbe8421-8948-4f91-9b8b-6d1e3a17cab5) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:50.591157 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0894a59c-de3a-4da0-8eb6-5077f4f0b5de req-8a2b42a6-a6bf-4292-939c-6405593f9e2e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 210 time: 0.0437717 Aug 29 14:25:50.606792 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.652914 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.697968 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Network d5374394-97c3-4513-8eb6-5aa5e2c689a4 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:50.707777 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:50.712523 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:50.718586 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8ea08871-53a3-4319-8443-a01460098adc', '5ea21374-d91f-44a8-aa40-9579aaecc645', '8494187c-736b-440c-9a5a-2380914d8d31'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:25:50.736559 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Pushing event updated for resources: {'Port': ['ID=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:50.738367 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] For port 54ab1ed3-3d10-4236-b272-cc8bab182c36, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=54ab1ed3-3d10-4236-b272-cc8bab182c36,segment=NetworkSegment(d5b8564c-3f85-478f-a553-04cd33586dc8),segment_id=d5b8564c-3f85-478f-a553-04cd33586dc8)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:25:50.746641 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.775132 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:50.776232 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.780514 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aecac-b716-44f4-ab9b-c914ff0ec12a req-100c8254-8fa4-4cd9-9921-c233294fc3be tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:50.782106 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-050aecac-b716-44f4-ab9b-c914ff0ec12a req-100c8254-8fa4-4cd9-9921-c233294fc3be tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 946 time: 0.2161918 Aug 29 14:25:50.793759 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8d31cc76-b5f5-494c-a398-4ffbf05322a5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6846859 Aug 29 14:25:50.800371 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Calling delete_port for 54ab1ed3-3d10-4236-b272-cc8bab182c36 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:25:50.840717 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-cddd18f2-579b-4db3-b96f-afca54fda941 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:50.842710 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-cddd18f2-579b-4db3-b96f-afca54fda941 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.32 "GET /v2.0/networks?id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 200 len: 814 time: 0.3392413 Aug 29 14:25:50.852206 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bedffccf-dc08-4e3c-9325-96d0349a2133 req-dcab6441-4f7b-4e66-9446-ab90ce5510ba tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 210 time: 0.0349696 Aug 29 14:25:50.859946 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Request body: {'port': {'device_id': '9075b849-dc42-4367-a2f1-458a0ad93e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:50.912627 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'port': {'device_id': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'admin_state_up': True, 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:25:50.922281 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:50.947314 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-050aecac-b716-44f4-ab9b-c914ff0ec12a req-009e0090-8a60-4a6a-a245-fa259c5d71b2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/security-groups?id=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546834 Aug 29 14:25:50.983789 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.130491 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.198000 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Made reservation on behalf of 9be9569edbd0447082f486c3a0fe91ea for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:25:51.199111 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.208822 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:51.224708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:51.227523 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:51.234646 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.268715 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=dbbe8421-8948-4f91-9b8b-6d1e3a17cab5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:51.380359 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df22134-aeca-4fd5-92eb-48d8d3f2eedc req-2dca1182-c17a-4267-abf8-e13bae64ca1c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:51.396028 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9df22134-aeca-4fd5-92eb-48d8d3f2eedc req-2dca1182-c17a-4267-abf8-e13bae64ca1c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.2149940 Aug 29 14:25:51.401705 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e9333e-b6ee-4e87-8182-16e7bd22b4fe {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:25:51.421479 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.495239 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Transition to ACTIVE for port object c1e9333e-b6ee-4e87-8182-16e7bd22b4fe will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:51.506438 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.535836 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9df22134-aeca-4fd5-92eb-48d8d3f2eedc req-abc50597-1865-4fbf-a9d5-6a83d527b8fe tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330669 Aug 29 14:25:51.606568 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:51.762342 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Attempting to bind port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:25:51.762962 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Attempting to bind port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:25:51.763469 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Attempting to bind port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:51.768871 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:25:51.769196 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Attempting to bind port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe on network d5374394-97c3-4513-8eb6-5aa5e2c689a4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:25:51.774438 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:25:51.774866 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Checking segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:25:51.775249 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Bound using segment: {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:25:51.775679 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Bound port: c1e9333e-b6ee-4e87-8182-16e7bd22b4fe, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f8abd5-915a-4780-8871-a090cb0da202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:25:51.776035 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.810165 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Pushing event deleted for resources: {'Port': ['ID=54ab1ed3-3d10-4236-b272-cc8bab182c36,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:51.863195 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] For port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe, host hv-cinder-77398, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:25:51.867987 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] For port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:25:51.873946 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.916331 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:51.917636 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.919698 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] 10.222.0.32 "PUT /v2.0/ports/c1e9333e-b6ee-4e87-8182-16e7bd22b4fe HTTP/1.1" status: 200 len: 1094 time: 1.0785215 Aug 29 14:25:51.920460 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9075b849-dc42-4367-a2f1-458a0ad93e22', 'tag': 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:51.923343 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8ef967-978b-401b-aa0a-2033d98a8f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9075b849-dc42-4367-a2f1-458a0ad93e22", "tag": "c1e9333e-b6ee-4e87-8182-16e7bd22b4fe"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:51.928583 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] No DVR routers for this DVR port 54ab1ed3-3d10-4236-b272-cc8bab182c36 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:25:51.956553 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bc887-e319-41cb-9ab8-adc38c1e5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:51.958098 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:51.960145 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6c690e14-3664-450f-9cb4-d1472273c6ef req-be698c60-dff0-4da4-b78e-e78b2463d6e2 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.32 "DELETE /v2.0/ports/54ab1ed3-3d10-4236-b272-cc8bab182c36 HTTP/1.1" status: 204 len: 173 time: 1.6972828 Aug 29 14:25:51.965066 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90caa030-da81-45b7-a498-850d07ba47a8', 'name': 'network-vif-deleted', 'tag': '54ab1ed3-3d10-4236-b272-cc8bab182c36'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:51.972979 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76696a1-bd3f-42de-b4c4-2b7f726a1b3f" -d '{"events": [{"server_uuid": "90caa030-da81-45b7-a498-850d07ba47a8", "name": "network-vif-deleted", "tag": "54ab1ed3-3d10-4236-b272-cc8bab182c36"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:51.987449 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c1d946e6-3a2e-4787-a303-28a22d420d38 req-ee475f14-2139-442e-8d8b-5a432463e52b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Aug 29 14:25:52.025818 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Allocated IP 172.20.0.14 (ba8377b7-17ab-4fb0-b7e8-7eb5e212de09/056be795-0fe1-4cf7-8ec2-d20ebd4a7906/d0287efc-cbcb-4828-bf07-4594bf9d8b79) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:25:52.055045 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8b6a3-f5e4-493f-bddb-1f6f34e60c43 req-61921087-0100-46d8-b131-d59b5025fa64 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:52.056545 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-57b8b6a3-f5e4-493f-bddb-1f6f34e60c43 req-61921087-0100-46d8-b131-d59b5025fa64 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.2564566 Aug 29 14:25:52.065612 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34d5097-eb71-4c92-84f1-419e78cf63f1 x-openstack-request-id: req-a34d5097-eb71-4c92-84f1-419e78cf63f1 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:52.065901 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9075b849-dc42-4367-a2f1-458a0ad93e22", "tag": "c1e9333e-b6ee-4e87-8182-16e7bd22b4fe", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:52.066152 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a34d5097-eb71-4c92-84f1-419e78cf63f1 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:52.067195 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9075b849-dc42-4367-a2f1-458a0ad93e22', 'tag': 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe', 'status': 'completed', 'code': 200} Aug 29 14:25:52.152379 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1b44a697-9e28-4900-b313-66e4e392a2fb req-7d98fcf0-7dcd-4666-a5a6-080622f78675 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0362113 Aug 29 14:25:52.178067 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-57b8b6a3-f5e4-493f-bddb-1f6f34e60c43 req-14fedde7-e389-41c4-a3f5-a4d06435f5fc tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103027 Aug 29 14:25:52.233851 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6bdd0f-03ef-491a-be08-da703feba4d6 x-openstack-request-id: req-0c6bdd0f-03ef-491a-be08-da703feba4d6 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:52.234139 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90caa030-da81-45b7-a498-850d07ba47a8", "name": "network-vif-deleted", "tag": "54ab1ed3-3d10-4236-b272-cc8bab182c36", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:52.234383 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c6bdd0f-03ef-491a-be08-da703feba4d6 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:52.234929 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90caa030-da81-45b7-a498-850d07ba47a8', 'name': 'network-vif-deleted', 'tag': '54ab1ed3-3d10-4236-b272-cc8bab182c36', 'status': 'completed', 'code': 200} Aug 29 14:25:52.330159 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 54ab1ed3-3d10-4236-b272-cc8bab182c36 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:25:52.362256 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 54ab1ed3-3d10-4236-b272-cc8bab182c36 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:25:52.362623 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 54ab1ed3-3d10-4236-b272-cc8bab182c36 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:25:52.432540 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:52.509228 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Transition to ACTIVE for port object d0287efc-cbcb-4828-bf07-4594bf9d8b79 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:25:52.663808 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:52.709188 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:52.799636 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:25:52.821630 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:25:52.830656 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5120fa-4717-40cf-95c4-34b94115f307 req-baacaa66-ecfd-4995-9287-fed110b0e6a7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:52.832032 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ed5120fa-4717-40cf-95c4-34b94115f307 req-baacaa66-ecfd-4995-9287-fed110b0e6a7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.2116785 Aug 29 14:25:52.834941 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:25:52.838127 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'Port': ['ID=d0287efc-cbcb-4828-bf07-4594bf9d8b79,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:52.886366 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:52.946083 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:52.946758 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:52.970080 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ed5120fa-4717-40cf-95c4-34b94115f307 req-2aed90bf-37f1-49a2-878e-8d246b143e50 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258907 Aug 29 14:25:53.019940 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-b7aaf266-7009-4ab5-8005-8ff35e5fada6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1175406 Aug 29 14:25:53.118324 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4ef2c11f-b065-4a8b-b57b-79ba849fd15f None None] Provisioning for port d0287efc-cbcb-4828-bf07-4594bf9d8b79 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:25:53.122986 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4ef2c11f-b065-4a8b-b57b-79ba849fd15f None None] Provisioning complete for port d0287efc-cbcb-4828-bf07-4594bf9d8b79 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:25:53.123654 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c11f-b065-4a8b-b57b-79ba849fd15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:53.136012 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:53.142289 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:53.166855 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1a8cb-2397-4317-9793-841711902f3a req-ea4d987a-53a6-4727-b760-7c2a60558505 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:53.168615 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7aa1a8cb-2397-4317-9793-841711902f3a req-ea4d987a-53a6-4727-b760-7c2a60558505 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0902805 Aug 29 14:25:53.194002 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2c11f-b065-4a8b-b57b-79ba849fd15f None None] Port d0287efc-cbcb-4828-bf07-4594bf9d8b79 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:25:53.198910 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:53.234957 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7aa1a8cb-2397-4317-9793-841711902f3a req-4041da61-b7d1-47d6-9fe1-16ae4816b0c6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595551 Aug 29 14:25:53.235185 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=dbbe8421-8948-4f91-9b8b-6d1e3a17cab5,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:25:53.275649 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fd0f44e2-abfb-4d9d-b180-02f6453a7335 req-4b1a90c3-8915-4e20-9a57-205a3d6eb893 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0378768 Aug 29 14:25:53.278969 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:53.352481 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378450ab-9947-4722-8d99-70a3bd9c3920 req-9da56dd9-44d1-4bbe-9f10-dc88974c79b2 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:53.354123 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-378450ab-9947-4722-8d99-70a3bd9c3920 req-9da56dd9-44d1-4bbe-9f10-dc88974c79b2 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0558965 Aug 29 14:25:53.392364 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Floating IP 8a94e804-5661-4740-8582-073dee80386b associated. External IP: 172.27.3.131, port: 1ef4936c-6a62-446c-8a48-79e4a474534c. Aug 29 14:25:53.410407 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-378450ab-9947-4722-8d99-70a3bd9c3920 req-7eaaf53d-683a-4c03-8184-cf835219d245 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473452 Aug 29 14:25:53.827406 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Router aacda337-592f-48bb-8095-b8b163aff8a3 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:25:53.942055 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:25:53.958328 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:53.971957 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:25:53.999272 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-219dff1b-a905-45c3-a599-68aa435f1326 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8877227 Aug 29 14:25:53.999607 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:54.000451 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:25:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:54.107526 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2309b-6863-49d9-9b4a-3402ca203854 req-f0c891ab-21bd-4e1c-8962-68251bf16a40 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:54.108995 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c6c2309b-6863-49d9-9b4a-3402ca203854 req-f0c891ab-21bd-4e1c-8962-68251bf16a40 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0487618 Aug 29 14:25:54.114783 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:54.147106 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c6c2309b-6863-49d9-9b4a-3402ca203854 req-41d34557-be59-4afc-a93c-ff072953db52 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Aug 29 14:25:54.235980 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'tag': '1ef4936c-6a62-446c-8a48-79e4a474534c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:25:54.238844 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832d56bf-39c7-445e-9c2e-f17b34689831" -d '{"events": [{"name": "network-changed", "server_uuid": "66df1ac8-a589-4399-87b7-7f7cea04d948", "tag": "1ef4936c-6a62-446c-8a48-79e4a474534c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:25:54.283796 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a2be0-d7c5-4111-9f03-cd6bd6c686bf x-openstack-request-id: req-631a2be0-d7c5-4111-9f03-cd6bd6c686bf {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:25:54.284088 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df1ac8-a589-4399-87b7-7f7cea04d948", "tag": "1ef4936c-6a62-446c-8a48-79e4a474534c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:25:54.284334 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-631a2be0-d7c5-4111-9f03-cd6bd6c686bf {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:25:54.284778 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'tag': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'status': 'completed', 'code': 200} Aug 29 14:25:54.333055 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5313a705-6b9c-42b3-af51-0c2d8cf0727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:54.384209 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38236ff-ca38-4d16-8f8c-9b97f50ce678 req-7a3e9210-ea02-470c-993c-d511c3974c01 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:54.385826 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a38236ff-ca38-4d16-8f8c-9b97f50ce678 req-7a3e9210-ea02-470c-993c-d511c3974c01 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0685134 Aug 29 14:25:54.408095 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4de5c0e7-4cc1-40ca-bc06-7916eded113e req-f85a05b9-c747-4ae3-b910-9ffa29959521 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0307407 Aug 29 14:25:54.458391 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a38236ff-ca38-4d16-8f8c-9b97f50ce678 req-28ca7d2b-c62c-4016-b849-9b539a97be45 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609493 Aug 29 14:25:54.554714 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8a94e804-5661-4740-8582-073dee80386b', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:1a:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:25:52Z', 'updated_at': '2021-08-29T14:25:52Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:54.560407 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c2518-b23d-4b7e-9a63-e7a91ae15f53 req-4ce4fa57-64f3-4ec8-b413-d3e5d8dc63cd tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:54.561990 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9e3c2518-b23d-4b7e-9a63-e7a91ae15f53 req-4ce4fa57-64f3-4ec8-b413-d3e5d8dc63cd tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0565605 Aug 29 14:25:54.587250 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:25:54.597541 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:25:54.598223 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:25:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:54.620025 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9e3c2518-b23d-4b7e-9a63-e7a91ae15f53 req-09e6d0a2-871e-4f2d-b9e1-712e5813e58d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Aug 29 14:25:54.709913 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:25:54.950714 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8a94e804-5661-4740-8582-073dee80386b', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:1a:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:25:52Z', 'updated_at': '2021-08-29T14:25:52Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:25:54.977928 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a092c6-b11b-4f0a-80f5-35d1a818b945 None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8a94e804-5661-4740-8582-073dee80386b', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:1a:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:25:52Z', 'updated_at': '2021-08-29T14:25:52Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:25:55.203279 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab698cbe-8ef3-4926-90e6-aa4d4e12ee93 None None] New status for floating IP 8a94e804-5661-4740-8582-073dee80386b: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:25:55.335248 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59c703-4c39-41a9-8d73-2b747601f405 req-b076c801-3e60-4beb-bfec-4aee429ac75b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:55.337860 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dc59c703-4c39-41a9-8d73-2b747601f405 req-b076c801-3e60-4beb-bfec-4aee429ac75b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0670965 Aug 29 14:25:55.381563 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dc59c703-4c39-41a9-8d73-2b747601f405 req-56fbae9c-7bc7-4360-a29f-442d1d5e6cc8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353086 Aug 29 14:25:55.519549 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4271ed16-1e4e-43dc-b313-3a48db9153ad req-4653c242-8541-46aa-b12e-66e9d3bc0f0f tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0404298 Aug 29 14:25:55.597629 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb4ff-79da-4693-aba1-c43cf30c33a3 req-e2b9b0e9-77d1-4b26-ab53-a99634e56038 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:55.599198 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b21bb4ff-79da-4693-aba1-c43cf30c33a3 req-e2b9b0e9-77d1-4b26-ab53-a99634e56038 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0550268 Aug 29 14:25:55.640193 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b21bb4ff-79da-4693-aba1-c43cf30c33a3 req-f978a86b-7783-42e1-8b13-99c9f2b44790 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Aug 29 14:25:55.738605 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac387d8d-ba31-4f7a-b14b-99e44e98549f req-05f3d715-46ba-4b93-bbf8-19fe51a7c612 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:55.740072 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ac387d8d-ba31-4f7a-b14b-99e44e98549f req-05f3d715-46ba-4b93-bbf8-19fe51a7c612 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0490022 Aug 29 14:25:55.780946 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ac387d8d-ba31-4f7a-b14b-99e44e98549f req-bec36942-26a1-40ee-9c42-cafd0a469c92 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Aug 29 14:25:56.496625 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5325bfc-eef6-4fcd-a073-1e413a7949da req-c5a7e3ac-f655-4364-9680-2a7a9ef09d54 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:56.498035 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a5325bfc-eef6-4fcd-a073-1e413a7949da req-c5a7e3ac-f655-4364-9680-2a7a9ef09d54 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0488100 Aug 29 14:25:56.546544 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a5325bfc-eef6-4fcd-a073-1e413a7949da req-b4b2f4a5-b6bd-4466-8140-9e741cbbeda1 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Aug 29 14:25:56.628902 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fc0742c2-8fe9-48aa-b53a-50ceb06151a4 req-d3fedbf9-c9bb-41d7-9839-44042319c836 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0266743 Aug 29 14:25:56.752915 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb10036-3328-4698-af59-9f085056aa2f req-f1855deb-1ad9-4fbc-b8ac-1d4fdc7e1bcd tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:56.754340 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ddb10036-3328-4698-af59-9f085056aa2f req-f1855deb-1ad9-4fbc-b8ac-1d4fdc7e1bcd tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0504348 Aug 29 14:25:56.812935 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ddb10036-3328-4698-af59-9f085056aa2f req-3c843804-59a0-4973-b071-7202822bae33 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501273 Aug 29 14:25:56.912197 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6973f-f660-412e-9929-130c1e434f6f req-2f6ed6c7-7ed2-486b-9cd5-e38c2c2ae629 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:56.914249 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5ce6973f-f660-412e-9929-130c1e434f6f req-2f6ed6c7-7ed2-486b-9cd5-e38c2c2ae629 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0516250 Aug 29 14:25:56.952605 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5ce6973f-f660-412e-9929-130c1e434f6f req-a95c72de-bec9-4d2e-b654-c31dd506f27d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Aug 29 14:25:56.956439 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96d9a80f-27b0-48d4-8930-8222a0955401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:57.439364 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:57.683976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316320b7-d004-462c-b68d-9cd0eea3e0d5 req-cbfb9bd4-37ab-4ad6-9ab4-c6f251887c11 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:57.690973 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-316320b7-d004-462c-b68d-9cd0eea3e0d5 req-cbfb9bd4-37ab-4ad6-9ab4-c6f251887c11 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0660744 Aug 29 14:25:57.730278 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-316320b7-d004-462c-b68d-9cd0eea3e0d5 req-8c3f9e2f-2d56-41aa-b70f-8d0813342a51 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Aug 29 14:25:57.735648 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-efdc2831-f5af-4b1a-a4aa-ed48c0138fdb req-9594f776-4f0d-45cb-9c70-77fafe1d1b5a tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0261991 Aug 29 14:25:57.935687 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250ffe8-dfcc-4a57-b389-94c8bc19660e req-189186ff-2038-4324-914f-df090a8cd20d tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:57.938149 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5250ffe8-dfcc-4a57-b389-94c8bc19660e req-189186ff-2038-4324-914f-df090a8cd20d tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0587251 Aug 29 14:25:57.945894 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:57.984844 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5250ffe8-dfcc-4a57-b389-94c8bc19660e req-028f0900-17b2-40c7-b9d1-e8a33058479f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Aug 29 14:25:58.067524 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c299bac-321f-451e-9169-3b4afe0f1ee8 req-64d477bb-1305-4d47-ac93-f7e4175ffae4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:58.069036 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c299bac-321f-451e-9169-3b4afe0f1ee8 req-64d477bb-1305-4d47-ac93-f7e4175ffae4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0491114 Aug 29 14:25:58.110496 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0c299bac-321f-451e-9169-3b4afe0f1ee8 req-25e542cc-e8f6-46b4-a35b-43d6afbf4652 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354469 Aug 29 14:25:58.830866 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-365118fe-31b1-411b-8650-6a4154004acd req-c779e056-de12-4e0d-afb9-dd1b57cda88a tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0267086 Aug 29 14:25:58.847492 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062231aa-c7f3-4b39-bbbb-4e9600fd3ff4 req-04d71cf3-0f5f-4760-a32c-4301c7f6c471 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:58.849006 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-062231aa-c7f3-4b39-bbbb-4e9600fd3ff4 req-04d71cf3-0f5f-4760-a32c-4301c7f6c471 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0522537 Aug 29 14:25:58.886623 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-062231aa-c7f3-4b39-bbbb-4e9600fd3ff4 req-21114357-3adb-48b3-b4e0-f925ebcb9dbb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Aug 29 14:25:59.115336 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253c647-4963-4146-ba97-8fdc55d021b8 req-a6bcd92e-7b74-4d08-9751-ed8c4cbd0b92 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:59.117574 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1253c647-4963-4146-ba97-8fdc55d021b8 req-a6bcd92e-7b74-4d08-9751-ed8c4cbd0b92 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0553281 Aug 29 14:25:59.167103 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1253c647-4963-4146-ba97-8fdc55d021b8 req-0ce3b38c-90b2-4bbc-bc35-86d432ba910a tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Aug 29 14:25:59.232295 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e70c5-61c0-4b43-b16a-8156d4d9c406 req-36b6ee08-2237-4667-8d56-bd2cdb3b55e0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:25:59.233774 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b35e70c5-61c0-4b43-b16a-8156d4d9c406 req-36b6ee08-2237-4667-8d56-bd2cdb3b55e0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0543907 Aug 29 14:25:59.282665 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b35e70c5-61c0-4b43-b16a-8156d4d9c406 req-566ad908-7757-4ee8-8d6d-48e005d8000c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Aug 29 14:25:59.625841 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:25:59.923193 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-356c381e-36f9-4e01-b44e-8ab23dc32ed9 req-808e41da-5ef9-4c45-b019-095c90e8b8b1 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0263009 Aug 29 14:26:00.003075 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99c51-8739-464e-9ad9-8e3b587c517a req-93185672-6073-47fc-8860-1118788a2af6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:00.004598 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-20e99c51-8739-464e-9ad9-8e3b587c517a req-93185672-6073-47fc-8860-1118788a2af6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0507653 Aug 29 14:26:00.052485 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-20e99c51-8739-464e-9ad9-8e3b587c517a req-524d1e0d-b123-4bb2-98e2-7f748aa4ae5b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Aug 29 14:26:00.280243 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7ac41-55e7-4adc-a418-2bfe9ae43638 req-3f3c3b40-3d27-4795-be96-518608618c1b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:00.290229 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1dd7ac41-55e7-4adc-a418-2bfe9ae43638 req-3f3c3b40-3d27-4795-be96-518608618c1b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0588927 Aug 29 14:26:00.331600 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1dd7ac41-55e7-4adc-a418-2bfe9ae43638 req-0c688ffd-e9ee-40ac-bc8d-b95275ac9592 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Aug 29 14:26:00.422534 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86491c8f-2023-424b-92ab-0f7a1f6c183c req-8c8df6cf-f664-4ad8-8119-fea4f1dece53 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:00.423926 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-86491c8f-2023-424b-92ab-0f7a1f6c183c req-8c8df6cf-f664-4ad8-8119-fea4f1dece53 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0523782 Aug 29 14:26:00.460206 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-86491c8f-2023-424b-92ab-0f7a1f6c183c req-ddea52f5-6f72-4ebc-a609-51a83ce28714 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304022 Aug 29 14:26:01.020765 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-49076a4a-3334-483f-9e6f-3a39d4aacb94 req-35cfa1f9-d87c-45a0-bda6-2a87d02872c1 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0259862 Aug 29 14:26:01.171598 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a37492-9929-4abb-a718-fdbae17ea3c1 req-01e07e8c-455d-44b4-91d7-15fe555c15c3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:01.173075 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c4a37492-9929-4abb-a718-fdbae17ea3c1 req-01e07e8c-455d-44b4-91d7-15fe555c15c3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0487690 Aug 29 14:26:01.210774 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c4a37492-9929-4abb-a718-fdbae17ea3c1 req-ebd54f0f-24d2-4e6b-81d0-32dd6c7b3d27 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Aug 29 14:26:01.447429 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fd241-fc36-4545-9f7a-e2b99c6ede9c req-c0d31908-a3d0-476d-9bb2-4439e7855615 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:01.448896 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a37fd241-fc36-4545-9f7a-e2b99c6ede9c req-c0d31908-a3d0-476d-9bb2-4439e7855615 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0487213 Aug 29 14:26:01.485755 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a37fd241-fc36-4545-9f7a-e2b99c6ede9c req-3d56adc3-b52b-4b3c-ae4b-7883bf99b23d tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Aug 29 14:26:01.622545 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52843b41-d324-4047-a82f-023ebd06cb24 req-7a4d4f7e-8f75-4dba-84d6-41331ec01862 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:01.623330 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-52843b41-d324-4047-a82f-023ebd06cb24 req-7a4d4f7e-8f75-4dba-84d6-41331ec01862 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0820873 Aug 29 14:26:01.666428 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-52843b41-d324-4047-a82f-023ebd06cb24 req-9ca84035-9e31-4b21-bf00-b4783270ca14 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365613 Aug 29 14:26:02.111702 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c97be601-b234-4bdb-a875-24955563d799 req-cacee1d6-928d-4ea4-87b3-6efc55d86090 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0252800 Aug 29 14:26:02.341852 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0e5ac-3371-46a4-9820-816e44ca4698 req-83f6dbcf-c02a-4c0c-a261-24ca55a0c900 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:02.343413 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1ee0e5ac-3371-46a4-9820-816e44ca4698 req-83f6dbcf-c02a-4c0c-a261-24ca55a0c900 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0642188 Aug 29 14:26:02.392879 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1ee0e5ac-3371-46a4-9820-816e44ca4698 req-79d92319-9cf9-42d6-bce3-c045b69bb369 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433068 Aug 29 14:26:02.611061 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aefaf8-18a9-462d-a005-7f75c51309b6 req-a28d704f-ae5f-4041-9049-3f7795b8e13c tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:02.612608 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-82aefaf8-18a9-462d-a005-7f75c51309b6 req-a28d704f-ae5f-4041-9049-3f7795b8e13c tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0526154 Aug 29 14:26:02.652334 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-82aefaf8-18a9-462d-a005-7f75c51309b6 req-a561f196-1950-4269-bebf-d9cb902435aa tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Aug 29 14:26:02.796252 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d9e07-3a75-465b-8584-22a565810660 req-c10e4485-42aa-40ca-b51d-17f0436b49f2 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:02.797717 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a51d9e07-3a75-465b-8584-22a565810660 req-c10e4485-42aa-40ca-b51d-17f0436b49f2 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0494301 Aug 29 14:26:02.835210 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a51d9e07-3a75-465b-8584-22a565810660 req-e8e37a05-03cf-49bf-8635-cc7b6c277ae2 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Aug 29 14:26:03.207041 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e4d5530-ac27-490a-94e3-3f8ad65bb947 req-bffb2dd2-bac6-4785-8059-696a091a8a10 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0279729 Aug 29 14:26:03.508680 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b2470-2712-46aa-8386-be4fed78ba5c req-b01e473a-9e6a-4241-bdc2-f94c094da5e5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:03.510150 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f64b2470-2712-46aa-8386-be4fed78ba5c req-b01e473a-9e6a-4241-bdc2-f94c094da5e5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0517471 Aug 29 14:26:03.553491 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f64b2470-2712-46aa-8386-be4fed78ba5c req-3ad77c90-ff88-4871-83c8-7a8ee92f537a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373700 Aug 29 14:26:03.777272 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a4de-f445-470f-b535-40fef55663af req-1719d074-1094-405b-bfda-abec4a68c3e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:03.778808 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1e86a4de-f445-470f-b535-40fef55663af req-1719d074-1094-405b-bfda-abec4a68c3e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0595288 Aug 29 14:26:03.816076 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1e86a4de-f445-470f-b535-40fef55663af req-44fd53f1-a03f-4c9c-b536-0392efa85545 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Aug 29 14:26:03.954319 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8daf2-6302-4829-8ad7-4af44e234099 req-4bfeb13f-78dc-4404-a2f7-e4e78217789e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:03.955729 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f2d8daf2-6302-4829-8ad7-4af44e234099 req-4bfeb13f-78dc-4404-a2f7-e4e78217789e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0508764 Aug 29 14:26:03.996627 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f2d8daf2-6302-4829-8ad7-4af44e234099 req-ab88cfee-dafe-4cee-879b-7ca1c542cc7a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348246 Aug 29 14:26:04.521144 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c26d4ccd-a28f-4f14-a4e3-7d23212fad38 req-2311dc38-68ff-4352-91b0-219ab3b6fa0a tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.2385252 Aug 29 14:26:04.673099 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e9ade-0edc-46af-9a98-9678442f6443 req-5366cfe4-4fec-4958-a765-8c58776199a2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:04.674768 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a05e9ade-0edc-46af-9a98-9678442f6443 req-5366cfe4-4fec-4958-a765-8c58776199a2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0501564 Aug 29 14:26:04.715538 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a05e9ade-0edc-46af-9a98-9678442f6443 req-e7ec5083-8407-4429-a86a-32f3d3070ecd tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Aug 29 14:26:04.929696 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6898e-e74a-4dae-9cf3-aea0dbca9b15 req-e141b1bc-d6c8-409e-959a-bc8bb7c088f1 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:04.931273 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b8a6898e-e74a-4dae-9cf3-aea0dbca9b15 req-e141b1bc-d6c8-409e-959a-bc8bb7c088f1 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.0474827 Aug 29 14:26:04.968212 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b8a6898e-e74a-4dae-9cf3-aea0dbca9b15 req-3f47c258-ec9d-4518-8723-eb97ade09a22 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311675 Aug 29 14:26:05.111158 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bb7f3-ffd6-4d96-b8f2-0e3e336889d9 req-89902f0d-b920-4b1d-a790-9155fb5fc786 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:05.112618 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a07bb7f3-ffd6-4d96-b8f2-0e3e336889d9 req-89902f0d-b920-4b1d-a790-9155fb5fc786 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0496023 Aug 29 14:26:05.149756 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a07bb7f3-ffd6-4d96-b8f2-0e3e336889d9 req-94b2d4fc-0540-48bb-a66a-92db4588251c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Aug 29 14:26:05.616095 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3a3a335a-9e11-486c-8b1f-301b49919d5e req-dd04c174-444f-42eb-955b-acc6ac4281c0 tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0289454 Aug 29 14:26:05.795113 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Request body: {'port': {'device_id': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:05.861745 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3b7af-dcda-4c8c-a716-695c2cd64d94 req-b1ac2a75-5eb4-4c90-90f1-94530e329d6c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:05.863301 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bbb3b7af-dcda-4c8c-a716-695c2cd64d94 req-b1ac2a75-5eb4-4c90-90f1-94530e329d6c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0790939 Aug 29 14:26:05.871182 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef967-978b-401b-aa0a-2033d98a8f2b req-f480de20-5c18-462c-ab94-784b58cbd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:05.875286 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0a8ef967-978b-401b-aa0a-2033d98a8f2b req-f480de20-5c18-462c-ab94-784b58cbd67a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 1097 time: 0.0660660 Aug 29 14:26:05.880711 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:05.917125 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-311a5046-141b-4f86-ab0a-65def1ebf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:05.919015 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-311a5046-141b-4f86-ab0a-65def1ebf879 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 1099 time: 0.1014876 Aug 29 14:26:05.920130 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bbb3b7af-dcda-4c8c-a716-695c2cd64d94 req-949a06e7-173f-4fdb-876b-6f6c4768ea22 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Aug 29 14:26:06.164888 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-a1a1e3c8-4e6f-4507-af0d-3559f0e1d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.166332 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-a1a1e3c8-4e6f-4507-af0d-3559f0e1d979 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.1720645 Aug 29 14:26:06.187021 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214b1a9-c10d-4bb1-9f72-55295330ca57 req-6b5c0161-9603-4896-9605-21f3c71002a8 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.194723 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c214b1a9-c10d-4bb1-9f72-55295330ca57 req-6b5c0161-9603-4896-9605-21f3c71002a8 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 932 time: 0.1306643 Aug 29 14:26:06.200497 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef967-978b-401b-aa0a-2033d98a8f2b req-d21c69f8-27b5-410a-a3d0-f1cdf9ec5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.202193 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0a8ef967-978b-401b-aa0a-2033d98a8f2b req-d21c69f8-27b5-410a-a3d0-f1cdf9ec5244 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9eaae8641741427da3548fce0e7be5af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2467134 Aug 29 14:26:06.300675 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c214b1a9-c10d-4bb1-9f72-55295330ca57 req-ac7686e5-6475-4041-a483-92d5474e6281 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042738 Aug 29 14:26:06.385085 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0287efc-cbcb-4828-bf07-4594bf9d8b79 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:26:06.392390 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-a39588f6-0ff5-45fa-97d1-8f7389253653 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef4936c-6a62-446c-8a48-79e4a474534c HTTP/1.1" status: 200 len: 1002 time: 0.1697588 Aug 29 14:26:06.396708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:06.402778 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef967-978b-401b-aa0a-2033d98a8f2b req-d6830eed-b01f-4533-b2ab-c23cc638c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.404316 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0a8ef967-978b-401b-aa0a-2033d98a8f2b req-d6830eed-b01f-4533-b2ab-c23cc638c14c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729422 Aug 29 14:26:06.406021 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aff67d-df7a-4f14-a6ec-15070484f97d req-8e43dd29-224b-4353-a651-e692aff5b334 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.407479 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d8aff67d-df7a-4f14-a6ec-15070484f97d req-8e43dd29-224b-4353-a651-e692aff5b334 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.1765752 Aug 29 14:26:06.456345 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Transition to ACTIVE for port object d0287efc-cbcb-4828-bf07-4594bf9d8b79 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:26:06.464243 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:06.522739 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-b3eab06a-a2db-464f-bc45-87a3744f964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.524404 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-b3eab06a-a2db-464f-bc45-87a3744f964e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.1150429 Aug 29 14:26:06.532559 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d8aff67d-df7a-4f14-a6ec-15070484f97d req-911c0617-da51-4c13-ba12-88f1e0402c07 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130116 Aug 29 14:26:06.551541 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Pushing event updated for resources: {'Port': ['ID=d0287efc-cbcb-4828-bf07-4594bf9d8b79,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:06.580552 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f582ef-662d-4933-993b-dae51d0df9ab req-82de3131-6040-43d1-a9b2-4462331dce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.582237 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-82de3131-6040-43d1-a9b2-4462331dce91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 1097 time: 0.0654836 Aug 29 14:26:06.651328 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-43020b98-8eb0-4aee-bb47-d39f7a6b790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.653805 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-43020b98-8eb0-4aee-bb47-d39f7a6b790c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1128061 Aug 29 14:26:06.667972 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Attempting to bind port d0287efc-cbcb-4828-bf07-4594bf9d8b79 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:26:06.668634 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Attempting to bind port d0287efc-cbcb-4828-bf07-4594bf9d8b79 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:26:06.669172 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Attempting to bind port d0287efc-cbcb-4828-bf07-4594bf9d8b79 on network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:26:06.697672 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-5dabff5b-345e-46fa-840e-0f4aac104384 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe HTTP/1.1" status: 200 len: 217 time: 0.0839007 Aug 29 14:26:06.698272 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Port d0287efc-cbcb-4828-bf07-4594bf9d8b79 on network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:26:06.698272 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Attempting to bind port d0287efc-cbcb-4828-bf07-4594bf9d8b79 on network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:26:06.751906 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:26:06.752309 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Checking segment: {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:26:06.752518 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Bound using segment: {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:26:06.752946 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Bound port: d0287efc-cbcb-4828-bf07-4594bf9d8b79, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad93f05-bdef-4b2b-a259-4a7f2a23622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:26:06.753296 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:06.790497 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-446884d9-513c-4e0f-9f80-640856b428d4 req-7ab653f2-da87-42a9-b04a-465268049c2a tempest-VolumesActionsTest-1408265441 tempest-VolumesActionsTest-1408265441-project] 10.222.0.20 "GET /v2.0/ports?device_id=90caa030-da81-45b7-a498-850d07ba47a8 HTTP/1.1" status: 200 len: 210 time: 0.0321672 Aug 29 14:26:06.795930 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f582ef-662d-4933-993b-dae51d0df9ab req-3357ed81-0a9b-4cd1-8a1d-a2417cd6969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.797501 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-3357ed81-0a9b-4cd1-8a1d-a2417cd6969d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.0869789 Aug 29 14:26:06.829905 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-e85cf96b-c31f-4d96-9495-f6b03d82b2ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234761 Aug 29 14:26:06.837637 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-dfdecbf3-6d93-4581-b01c-228971d0de36 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631222 Aug 29 14:26:06.849090 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] For port d0287efc-cbcb-4828-bf07-4594bf9d8b79, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:26:06.854297 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] For port d0287efc-cbcb-4828-bf07-4594bf9d8b79, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:26:06.863348 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:06.935372 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-8515687d-35bb-49be-86c9-53b872e9c94c service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866930 Aug 29 14:26:06.951221 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:06.951872 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:06.953441 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] 10.222.0.32 "PUT /v2.0/ports/d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 1094 time: 1.1628976 Aug 29 14:26:06.953887 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:26:06.956228 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:26:07.015515 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126f13e-588c-43b6-8c12-435e1be81687 service neutron] Pushing event updated for resources: {'Port': ['ID=d0287efc-cbcb-4828-bf07-4594bf9d8b79,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:07.034967 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-832d56bf-39c7-445e-9c2e-f17b34689831 req-162165b7-6877-4216-a813-f9f39ca0c2cd service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836338 Aug 29 14:26:07.055390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3187854-315e-4dcd-9d98-5122de95fdd2 x-openstack-request-id: req-a3187854-315e-4dcd-9d98-5122de95fdd2 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:26:07.055601 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:26:07.055925 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3187854-315e-4dcd-9d98-5122de95fdd2 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:26:07.056669 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'status': 'completed', 'code': 200} Aug 29 14:26:07.071495 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-64f582ef-662d-4933-993b-dae51d0df9ab req-0e47c231-1ae3-4ee1-91a3-285c5316431a service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178586 Aug 29 14:26:07.144779 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc30c2-9084-4ede-952b-6838013a667f req-58c0719f-c801-45aa-8a9b-95a864d1d5c0 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.146275 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-04bc30c2-9084-4ede-952b-6838013a667f req-58c0719f-c801-45aa-8a9b-95a864d1d5c0 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.1101501 Aug 29 14:26:07.153495 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-1fd60a75-0f8b-4a40-9ff6-231ff5519529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.155035 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-1fd60a75-0f8b-4a40-9ff6-231ff5519529 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9569edbd0447082f486c3a0fe91ea&device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1097 time: 0.0765483 Aug 29 14:26:07.188638 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-04bc30c2-9084-4ede-952b-6838013a667f req-2f50641c-3def-4034-a9a9-1eea7ea834a8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Aug 29 14:26:07.233940 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-8f6a7d8c-49fe-443b-bcb4-723e4ce58643 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 217 time: 0.0337806 Aug 29 14:26:07.291389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-dc8de6d9-97dc-4abb-af5b-a9999f0df10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.292887 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-dc8de6d9-97dc-4abb-af5b-a9999f0df10c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=056be795-0fe1-4cf7-8ec2-d20ebd4a7906 HTTP/1.1" status: 200 len: 853 time: 0.0441234 Aug 29 14:26:07.344507 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-e93d9440-4b13-468c-899e-535922e49184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.345988 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-e93d9440-4b13-468c-899e-535922e49184 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435259 Aug 29 14:26:07.421589 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcde50-f171-46ca-ade2-9f20f4687a9f req-a308ddfd-ca14-4c07-9c1f-530655be213b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.423144 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-debcde50-f171-46ca-ade2-9f20f4687a9f req-a308ddfd-ca14-4c07-9c1f-530655be213b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 944 time: 0.0534675 Aug 29 14:26:07.445882 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-ae00e3a6-3396-4ed7-84e4-46bf234880a5 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876629 Aug 29 14:26:07.467952 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-debcde50-f171-46ca-ade2-9f20f4687a9f req-aaf6e705-9736-4407-bd62-a42fc10d4bc7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Aug 29 14:26:07.558095 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab502285-0325-458e-a9c9-d0e8dcc2ab2a req-615f4d15-b227-49f7-9933-1d3c626244c8 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892355 Aug 29 14:26:07.656269 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05433a0-7d17-447a-a011-cc3c71072b70 req-867b86e3-ce9f-4958-bea5-03cba5157545 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.657723 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a05433a0-7d17-447a-a011-cc3c71072b70 req-867b86e3-ce9f-4958-bea5-03cba5157545 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0515802 Aug 29 14:26:07.698693 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a05433a0-7d17-447a-a011-cc3c71072b70 req-25bc0b56-e89d-40c4-b8bd-ca4f11ffea68 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Aug 29 14:26:07.741377 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dc156-b3a9-4d89-8e7e-9ce8d52db3e5 req-e092b569-1086-41af-a7df-23aee77180b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.743800 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a5dc156-b3a9-4d89-8e7e-9ce8d52db3e5 req-e092b569-1086-41af-a7df-23aee77180b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 1098 time: 0.0409400 Aug 29 14:26:07.744851 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-544c2fe8-080f-4768-846f-9f0cff643d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.746318 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-544c2fe8-080f-4768-846f-9f0cff643d80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9569edbd0447082f486c3a0fe91ea&device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1097 time: 0.0441585 Aug 29 14:26:07.786447 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a5dc156-b3a9-4d89-8e7e-9ce8d52db3e5 req-6930f811-dc19-4587-a0c0-dce7afbc0a7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268123 Aug 29 14:26:07.839479 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-17fc8122-f173-4144-8d02-3b73d742e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:07.840991 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-17fc8122-f173-4144-8d02-3b73d742e1aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 200 len: 915 time: 0.0810423 Aug 29 14:26:08.148191 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-33ef12a1-5dd0-46fb-a3b5-57efc793356c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 217 time: 0.0381496 Aug 29 14:26:08.209705 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-61acc9db-a71f-40b2-a280-23baed917d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:08.211623 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-61acc9db-a71f-40b2-a280-23baed917d24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=056be795-0fe1-4cf7-8ec2-d20ebd4a7906 HTTP/1.1" status: 200 len: 853 time: 0.0439181 Aug 29 14:26:08.268153 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-8a2ff5f1-c687-4e7f-bb14-6a7aa2b155c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:08.269810 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-8a2ff5f1-c687-4e7f-bb14-6a7aa2b155c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459757 Aug 29 14:26:08.313350 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a65bdf-f582-4fa5-a42f-0e2ae050fad8 req-e561097d-39d6-46e2-8e5f-c2b808bc3f59 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:08.315497 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b6a65bdf-f582-4fa5-a42f-0e2ae050fad8 req-e561097d-39d6-46e2-8e5f-c2b808bc3f59 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0572445 Aug 29 14:26:08.358436 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b6a65bdf-f582-4fa5-a42f-0e2ae050fad8 req-7c282526-7201-4d94-8617-6fdbbba8c09e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Aug 29 14:26:08.375707 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-e66e3004-cfb2-4c2d-9e77-892d821ad1f6 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959828 Aug 29 14:26:08.478607 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6c6123f0-6c58-4bb4-8ac3-50a862c89bb6 req-d5ef8b42-7a5d-4fd5-b682-9bcad9614b3d service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867314 Aug 29 14:26:08.586898 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ee3c8-15cb-4f53-af79-1dc6e0e3aa0e req-5e1660c0-3466-46e9-ad5a-771f2c6c137b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:08.588420 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-af4ee3c8-15cb-4f53-af79-1dc6e0e3aa0e req-5e1660c0-3466-46e9-ad5a-771f2c6c137b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 944 time: 0.0515809 Aug 29 14:26:08.625100 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-af4ee3c8-15cb-4f53-af79-1dc6e0e3aa0e req-54ecdca0-0a60-4a72-a4a1-a2f682845185 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307858 Aug 29 14:26:08.808942 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f82fa-a3c9-4d71-ad34-07f502788885 req-a23cd84a-90e8-4062-a28a-361a80e0a69b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:08.810358 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9e3f82fa-a3c9-4d71-ad34-07f502788885 req-a23cd84a-90e8-4062-a28a-361a80e0a69b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0461216 Aug 29 14:26:08.846992 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9e3f82fa-a3c9-4d71-ad34-07f502788885 req-eac95273-7436-4986-af63-c98ca003a575 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306048 Aug 29 14:26:09.477690 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68979d84-6e8d-464f-b61a-a74887512dd6 req-14707320-3a2e-45ca-bfb5-4d63d3ea2f84 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:09.479151 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-68979d84-6e8d-464f-b61a-a74887512dd6 req-14707320-3a2e-45ca-bfb5-4d63d3ea2f84 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0507624 Aug 29 14:26:09.515901 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-68979d84-6e8d-464f-b61a-a74887512dd6 req-b7a11e69-ee6e-49ed-94f5-218daf248b40 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Aug 29 14:26:09.736323 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a17b0-329a-40ec-841b-dab0e0e48b7c req-d21dc982-d2f9-402e-93b5-d6167fec5348 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:09.737879 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0d0a17b0-329a-40ec-841b-dab0e0e48b7c req-d21dc982-d2f9-402e-93b5-d6167fec5348 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 944 time: 0.0484159 Aug 29 14:26:09.775195 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0d0a17b0-329a-40ec-841b-dab0e0e48b7c req-660d4d43-a572-44f4-98a0-496659312e05 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Aug 29 14:26:09.958019 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39890791-0f92-424b-bf8a-00bf499caf35 req-7df6fa3c-7056-4c3e-b0a3-02f52a37f07d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:09.959405 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-39890791-0f92-424b-bf8a-00bf499caf35 req-7df6fa3c-7056-4c3e-b0a3-02f52a37f07d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0482628 Aug 29 14:26:09.997883 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-39890791-0f92-424b-bf8a-00bf499caf35 req-7fe73d80-be41-4f5c-942d-4dfbf49ccfc9 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Aug 29 14:26:10.631320 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f2c13-3c13-411d-9899-6a3737123cd8 req-e63d42b3-bd29-4826-b6c4-0ff4c503895d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:10.633646 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fe4f2c13-3c13-411d-9899-6a3737123cd8 req-e63d42b3-bd29-4826-b6c4-0ff4c503895d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0524056 Aug 29 14:26:10.670773 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fe4f2c13-3c13-411d-9899-6a3737123cd8 req-8e1d0d4f-125a-48f9-b570-67755a83d1db tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309861 Aug 29 14:26:10.888023 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dd172-e955-4768-a9d5-65542bb2a9ab req-f5aff01b-3c80-4d82-9cc2-a20e5612a11f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:10.889481 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a02dd172-e955-4768-a9d5-65542bb2a9ab req-f5aff01b-3c80-4d82-9cc2-a20e5612a11f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 944 time: 0.0484686 Aug 29 14:26:10.925117 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a02dd172-e955-4768-a9d5-65542bb2a9ab req-8e62b5f4-2416-4c80-9828-36e7e6c15514 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298007 Aug 29 14:26:11.107987 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75b16-fbf7-4253-b765-be3fe45bcd87 req-540a9299-2058-4c29-b1d8-5e56355aa9f2 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:11.109417 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e0f75b16-fbf7-4253-b765-be3fe45bcd87 req-540a9299-2058-4c29-b1d8-5e56355aa9f2 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0473595 Aug 29 14:26:11.145087 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e0f75b16-fbf7-4253-b765-be3fe45bcd87 req-b3cfe0a9-87f8-48c3-ad9f-7b9d7dd61a7d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299139 Aug 29 14:26:11.786571 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacddda1-5aca-44d5-981d-319db91f4a3c req-023af929-cf1d-4832-8ef8-c97320f9df1b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:11.787934 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cacddda1-5aca-44d5-981d-319db91f4a3c req-023af929-cf1d-4832-8ef8-c97320f9df1b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0504436 Aug 29 14:26:11.821812 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:26:11.825626 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cacddda1-5aca-44d5-981d-319db91f4a3c req-24cc8c85-8446-4743-917e-4bdba8c0f5b5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Aug 29 14:26:12.040049 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4f621-3659-46da-86e1-82eaf4a66119 req-59e497cd-1b79-42bf-94c1-e9d83cce4d3a tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:12.041553 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bfd4f621-3659-46da-86e1-82eaf4a66119 req-59e497cd-1b79-42bf-94c1-e9d83cce4d3a tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 944 time: 0.0502236 Aug 29 14:26:12.078169 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bfd4f621-3659-46da-86e1-82eaf4a66119 req-b661c1a0-9088-439f-b184-8ea0f1d5889b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307438 Aug 29 14:26:12.256087 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa80ae-aa6c-4239-b3f3-c2b3d331f433 req-125eee19-18ca-49a7-9fb6-ee6469ae5aad tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:12.257666 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f9aa80ae-aa6c-4239-b3f3-c2b3d331f433 req-125eee19-18ca-49a7-9fb6-ee6469ae5aad tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 944 time: 0.0480614 Aug 29 14:26:12.294106 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f9aa80ae-aa6c-4239-b3f3-c2b3d331f433 req-751856ea-653d-4186-981d-312bf0aaf4d1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305660 Aug 29 14:26:12.440754 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:26:12.533843 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:26:12.545802 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe', 'network_id': 'd5374394-97c3-4513-8eb6-5aa5e2c689a4', 'port_id': 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe', 'mac_address': 'fa:16:3e:ce:cf:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132f97a7-9f99-4a56-90b4-7e90ff05bd09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:26:12.583103 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:12.595877 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e9333e-b6ee-4e87-8182-16e7bd22b4fe {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:26:12.614959 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:26:12.619721 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:12.668250 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:12.949157 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e488d-d010-4d3d-a0ed-f1ac11b300ac req-4b2d0c89-8e6a-489c-9778-786ddea47655 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:12.950637 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c2e488d-d010-4d3d-a0ed-f1ac11b300ac req-4b2d0c89-8e6a-489c-9778-786ddea47655 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0584774 Aug 29 14:26:12.986786 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c2e488d-d010-4d3d-a0ed-f1ac11b300ac req-b2ecf450-b745-41e3-b04f-e2be40af9cce tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Aug 29 14:26:13.097000 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011d0d7-812f-48a0-8dac-6b440374304d req-fd00ca4e-d734-4fb0-bac8-9b0ed66664ec tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:13.098446 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0011d0d7-812f-48a0-8dac-6b440374304d req-fd00ca4e-d734-4fb0-bac8-9b0ed66664ec tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0467622 Aug 29 14:26:13.135565 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0011d0d7-812f-48a0-8dac-6b440374304d req-0b43e2bf-b5a9-4043-922d-f06d44926bcc tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Aug 29 14:26:13.188903 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7744-62fe-4587-bc63-177d2a2bc2c4 req-f26fa501-2fd9-461e-9b67-13f6707a8ba9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:13.190355 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7d4e7744-62fe-4587-bc63-177d2a2bc2c4 req-f26fa501-2fd9-461e-9b67-13f6707a8ba9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 944 time: 0.0476320 Aug 29 14:26:13.236354 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7d4e7744-62fe-4587-bc63-177d2a2bc2c4 req-d3de47c2-dcf0-46a5-aff4-29dd18953845 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Aug 29 14:26:13.262455 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['c1e9333e-b6ee-4e87-8182-16e7bd22b4fe'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:26:13.470386 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50bc48-1214-4e3a-af3e-bdb139d56882 req-5bf2217e-4dba-4316-a229-b423e5deba24 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:13.479174 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bd50bc48-1214-4e3a-af3e-bdb139d56882 req-5bf2217e-4dba-4316-a229-b423e5deba24 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 945 time: 0.1028004 Aug 29 14:26:13.541165 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bd50bc48-1214-4e3a-af3e-bdb139d56882 req-3666d5ea-db99-4037-af3c-e574a2bebdac tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556078 Aug 29 14:26:14.362149 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b3e7-0a1b-499e-a847-9cf8f81b77d7 req-492b53a7-271f-4a7d-ba9c-88878bb7a455 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:14.364595 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ef60b3e7-0a1b-499e-a847-9cf8f81b77d7 req-492b53a7-271f-4a7d-ba9c-88878bb7a455 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 944 time: 0.0519276 Aug 29 14:26:14.426532 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ef60b3e7-0a1b-499e-a847-9cf8f81b77d7 req-7f9b60e8-1cb4-4927-9fd7-b2755395b940 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546627 Aug 29 14:26:14.684249 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3c0a-44d6-4624-97cb-b882295b392a req-8c90f8bd-4620-4116-9b03-e8602e1b2061 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:14.685974 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9c5f3c0a-44d6-4624-97cb-b882295b392a req-8c90f8bd-4620-4116-9b03-e8602e1b2061 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 945 time: 0.0593538 Aug 29 14:26:14.790751 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9c5f3c0a-44d6-4624-97cb-b882295b392a req-770fc704-59e8-478d-9eda-c350a6793e65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964942 Aug 29 14:26:14.933487 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee5439-f403-4f90-94b8-a4d77b7f100f req-0ee9b3af-d622-4756-bc43-740f2c8b91eb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:14.935449 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-15ee5439-f403-4f90-94b8-a4d77b7f100f req-0ee9b3af-d622-4756-bc43-740f2c8b91eb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0508025 Aug 29 14:26:14.977377 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-15ee5439-f403-4f90-94b8-a4d77b7f100f req-bd933fcf-abc5-43ae-bd69-e80d81f51541 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Aug 29 14:26:15.559764 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbd8db-7fe7-462c-aa18-24e8ae83f99f req-f77acd05-34ff-4aa1-8ec0-86d218cffc4b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:15.567762 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-88bbd8db-7fe7-462c-aa18-24e8ae83f99f req-f77acd05-34ff-4aa1-8ec0-86d218cffc4b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 944 time: 0.0624185 Aug 29 14:26:15.609172 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-88bbd8db-7fe7-462c-aa18-24e8ae83f99f req-fdd0ea63-4837-427a-948d-3222ef05ec07 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Aug 29 14:26:15.940404 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423c35-de5f-4d55-ad57-6750bf253947 req-691e8cab-7dff-4443-8b77-503ae4cbcfc4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:15.941887 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b3423c35-de5f-4d55-ad57-6750bf253947 req-691e8cab-7dff-4443-8b77-503ae4cbcfc4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 945 time: 0.0727131 Aug 29 14:26:15.987132 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b3423c35-de5f-4d55-ad57-6750bf253947 req-fb0b79d6-ef5a-43cc-beb0-448e4c417f69 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377975 Aug 29 14:26:16.113044 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a652e-2c22-438e-a3f1-61ca01b8fd1d req-70b8a6c5-3e79-45e3-a8d7-f89d13a03532 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:16.117305 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a41a652e-2c22-438e-a3f1-61ca01b8fd1d req-70b8a6c5-3e79-45e3-a8d7-f89d13a03532 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0585732 Aug 29 14:26:16.165753 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a41a652e-2c22-438e-a3f1-61ca01b8fd1d req-83f8c30d-2b00-4093-b4e9-515e754657a8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Aug 29 14:26:16.227590 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device d0287efc-cbcb-4828-bf07-4594bf9d8b79 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:26:16.373090 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port d0287efc-cbcb-4828-bf07-4594bf9d8b79, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:26:16.396538 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'port_id': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'mac_address': 'fa:16:3e:ae:08:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:26:16.453910 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:16.469433 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0287efc-cbcb-4828-bf07-4594bf9d8b79 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:26:16.496687 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port d0287efc-cbcb-4828-bf07-4594bf9d8b79, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:26:16.502057 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:16.562913 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=d0287efc-cbcb-4828-bf07-4594bf9d8b79,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:16.731034 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405f923-fd01-404c-9682-63e2f316ed8a req-21db845b-ca26-4c8b-956b-648c07715789 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:16.734994 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8405f923-fd01-404c-9682-63e2f316ed8a req-21db845b-ca26-4c8b-956b-648c07715789 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 945 time: 0.0542808 Aug 29 14:26:16.776885 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8405f923-fd01-404c-9682-63e2f316ed8a req-dbf4c743-17e1-40bf-b889-9d320e3173c5 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384550 Aug 29 14:26:17.109424 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71cefb-fec9-4157-bf47-4aaa4295178f req-61e6fbe9-8882-44fd-8db5-954c95d8a314 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:17.112393 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c71cefb-fec9-4157-bf47-4aaa4295178f req-61e6fbe9-8882-44fd-8db5-954c95d8a314 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 945 time: 0.0547640 Aug 29 14:26:17.159465 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c71cefb-fec9-4157-bf47-4aaa4295178f req-c0675a3f-d851-460c-8bb8-d28116d8f938 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Aug 29 14:26:17.289594 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161119e-b3d5-4eb4-a103-c59ef88127a6 req-c95dcf17-3996-4236-bfdc-ccd188ef5f1e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:17.291316 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e161119e-b3d5-4eb4-a103-c59ef88127a6 req-c95dcf17-3996-4236-bfdc-ccd188ef5f1e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0516531 Aug 29 14:26:17.332685 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e161119e-b3d5-4eb4-a103-c59ef88127a6 req-8ddb0c8a-cf4f-4400-b47e-48651ff80a0b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Aug 29 14:26:17.419928 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-6c714f14-3d34-4a87-b030-41051a73cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:17.421962 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-6c714f14-3d34-4a87-b030-41051a73cb8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1099 time: 0.0463185 Aug 29 14:26:17.531577 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-81f6d133-2db9-41a5-adc2-710fe0ab8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:17.533319 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-81f6d133-2db9-41a5-adc2-710fe0ab8175 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 920 time: 0.0897455 Aug 29 14:26:17.587741 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-02a0f8d2-f436-4aec-bae5-d3ff02df7453 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3 HTTP/1.1" status: 200 len: 217 time: 0.0436692 Aug 29 14:26:17.654350 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-c3598059-1a39-4e8b-885c-f655c9e5ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:17.656585 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-c3598059-1a39-4e8b-885c-f655c9e5ce00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.0588377 Aug 29 14:26:17.722749 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-01972af4-c29e-43fd-95f1-34743a0d8324 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451238 Aug 29 14:26:17.850224 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-3c7651d6-7234-4f7b-b0e7-1ec9d3263ea0 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144958 Aug 29 14:26:17.882003 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['d0287efc-cbcb-4828-bf07-4594bf9d8b79'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:26:17.980310 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdffc44-3546-4bd0-a31f-0b1053559ca0 req-326f91d4-b430-4c3d-a5cb-7138147b3a31 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:17.988455 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8bdffc44-3546-4bd0-a31f-0b1053559ca0 req-326f91d4-b430-4c3d-a5cb-7138147b3a31 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 945 time: 0.0843418 Aug 29 14:26:18.045575 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8bdffc44-3546-4bd0-a31f-0b1053559ca0 req-f14a511f-bf3c-472a-8f16-412ee552f996 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Aug 29 14:26:18.052326 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce3749ff-798e-4b8d-8ba0-9dc975beef6c req-da2a305b-b164-4997-bdf4-e878dc92d67d service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924479 Aug 29 14:26:18.294785 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdee4b7-9bf6-4fc9-9c5f-d4f5e1025d1a req-97556933-5159-4887-91c8-e9237e7d9fbb tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:18.297122 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ffdee4b7-9bf6-4fc9-9c5f-d4f5e1025d1a req-97556933-5159-4887-91c8-e9237e7d9fbb tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 945 time: 0.0579746 Aug 29 14:26:18.336784 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ffdee4b7-9bf6-4fc9-9c5f-d4f5e1025d1a req-7abaac48-962f-44b5-8bd8-59c796a2e257 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Aug 29 14:26:18.454602 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b78-0b1c-451e-b27d-1ce1dbd55655 req-615cf5dd-4aa1-45cb-9bcc-db440a89781a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:18.456127 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cafd4b78-0b1c-451e-b27d-1ce1dbd55655 req-615cf5dd-4aa1-45cb-9bcc-db440a89781a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0507233 Aug 29 14:26:18.502845 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cafd4b78-0b1c-451e-b27d-1ce1dbd55655 req-34e45094-e258-4df2-b11b-d1a6020380a7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Aug 29 14:26:19.176361 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8839a4-a729-42b8-994e-31a35de71eec req-72e41702-85d5-4620-abe1-dcff98fcde7f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:19.177932 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5e8839a4-a729-42b8-994e-31a35de71eec req-72e41702-85d5-4620-abe1-dcff98fcde7f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 945 time: 0.0591435 Aug 29 14:26:19.230064 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5e8839a4-a729-42b8-994e-31a35de71eec req-369cb0ae-e85e-4729-bc0c-f58c8a165b51 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457699 Aug 29 14:26:19.465595 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656458e-d5f3-4129-84dc-ac463d2b9f46 req-6c332df5-4f08-4cb5-888b-671c330ff29e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:19.467428 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2656458e-d5f3-4129-84dc-ac463d2b9f46 req-6c332df5-4f08-4cb5-888b-671c330ff29e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 945 time: 0.0573256 Aug 29 14:26:19.510972 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2656458e-d5f3-4129-84dc-ac463d2b9f46 req-dff797ef-cf47-487a-a8ec-416a04fe533e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371668 Aug 29 14:26:19.634573 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17add0-ac09-4228-867f-c8d788cdb917 req-33b661aa-c58a-43ad-9012-6f86f96a288a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:19.636000 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1e17add0-ac09-4228-867f-c8d788cdb917 req-33b661aa-c58a-43ad-9012-6f86f96a288a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0516050 Aug 29 14:26:19.680204 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1e17add0-ac09-4228-867f-c8d788cdb917 req-66e47779-0902-43fa-b46e-f8fa0f271a9e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Aug 29 14:26:20.376954 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5dfc-7f88-40d6-910d-f703e5439198 req-06459fcc-b80e-44bb-94c7-ce52467d99aa tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:20.378433 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-070d5dfc-7f88-40d6-910d-f703e5439198 req-06459fcc-b80e-44bb-94c7-ce52467d99aa tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Aug 29 14:26:20.649300 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdbc84-3a08-478a-8324-c8f9b7ac68e1 req-8faf00a4-59fb-4d24-8a3a-42ef0179fe87 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:20.651453 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8cfdbc84-3a08-478a-8324-c8f9b7ac68e1 req-8faf00a4-59fb-4d24-8a3a-42ef0179fe87 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 945 time: 0.0575442 Aug 29 14:26:20.654860 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-070d5dfc-7f88-40d6-910d-f703e5439198 req-db557d33-6487-436d-8bd5-d09698ce4bc5 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652016 Aug 29 14:26:20.704722 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8cfdbc84-3a08-478a-8324-c8f9b7ac68e1 req-eb2f82ab-9076-4480-900e-414cc357a747 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Aug 29 14:26:20.810610 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315de3fc-81e6-43a2-ac13-ba33c4cc3e9a req-f89ee84e-477b-4587-a838-a14f054042f9 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:20.811989 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-315de3fc-81e6-43a2-ac13-ba33c4cc3e9a req-f89ee84e-477b-4587-a838-a14f054042f9 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0498345 Aug 29 14:26:20.857524 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-315de3fc-81e6-43a2-ac13-ba33c4cc3e9a req-24573b68-0f28-47ae-9951-266694fe1f0e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380459 Aug 29 14:26:21.553062 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:26:21.613607 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:26:21.618290 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:26:21.618686 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:21.714866 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:21.754141 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:26:21.755254 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9075b849-dc42-4367-a2f1-458a0ad93e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:26:21.758669 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46170295-b3fe-452c-a116-3724e72551fc" -d '{"events": [{"server_uuid": "9075b849-dc42-4367-a2f1-458a0ad93e22", "name": "network-vif-plugged", "status": "completed", "tag": "c1e9333e-b6ee-4e87-8182-16e7bd22b4fe"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:26:21.762904 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:21.798787 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149f80-590c-4054-89ec-a54835f15f32 req-eb3c7490-39f4-4530-8459-94f596382f17 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:21.807035 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67149f80-590c-4054-89ec-a54835f15f32 req-eb3c7490-39f4-4530-8459-94f596382f17 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 945 time: 0.0720153 Aug 29 14:26:21.819272 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:21.848095 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-67149f80-590c-4054-89ec-a54835f15f32 req-f38dbef4-b134-4145-9555-5e34ea345e9a tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 Aug 29 14:26:21.903780 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cd00f-1d51-4412-9937-3ff71592cb28 req-aa6a0d96-57a6-4376-9a32-8d948ad21520 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:21.906246 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b1cc57-94fb-43c9-9a2a-3ed109f12313 x-openstack-request-id: req-80b1cc57-94fb-43c9-9a2a-3ed109f12313 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:26:21.906246 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9075b849-dc42-4367-a2f1-458a0ad93e22", "name": "network-vif-plugged", "status": "completed", "tag": "c1e9333e-b6ee-4e87-8182-16e7bd22b4fe", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:26:21.906246 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80b1cc57-94fb-43c9-9a2a-3ed109f12313 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:26:21.906975 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9075b849-dc42-4367-a2f1-458a0ad93e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe', 'code': 200} Aug 29 14:26:21.914793 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f77cd00f-1d51-4412-9937-3ff71592cb28 req-aa6a0d96-57a6-4376-9a32-8d948ad21520 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0777898 Aug 29 14:26:21.994392 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f77cd00f-1d51-4412-9937-3ff71592cb28 req-b7a3240b-9dc9-4e21-b8f8-f3b8432569d4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784421 Aug 29 14:26:22.047991 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be939bc0-4d26-42ec-aa88-68fd241de8fa req-36b9aa2c-9da6-49ea-901d-cac955db7bf7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:22.049991 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-be939bc0-4d26-42ec-aa88-68fd241de8fa req-36b9aa2c-9da6-49ea-901d-cac955db7bf7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0904431 Aug 29 14:26:22.091951 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-be939bc0-4d26-42ec-aa88-68fd241de8fa req-d7293117-926c-45f4-9808-bfc5e764d092 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Aug 29 14:26:22.161239 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb989f2-970a-43cc-91d9-fc315274ab8d req-5d37ae4b-9013-4de6-b6f0-a301a0ac7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:22.162732 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bdb989f2-970a-43cc-91d9-fc315274ab8d req-5d37ae4b-9013-4de6-b6f0-a301a0ac7661 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 1099 time: 0.0426559 Aug 29 14:26:22.209375 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bdb989f2-970a-43cc-91d9-fc315274ab8d req-57de2d34-8cea-4a6d-beb4-f614daa4c2b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363748 Aug 29 14:26:22.480956 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device d0287efc-cbcb-4828-bf07-4594bf9d8b79 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:26:22.558094 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port d0287efc-cbcb-4828-bf07-4594bf9d8b79 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:26:22.562673 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port d0287efc-cbcb-4828-bf07-4594bf9d8b79 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:26:22.563134 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:22.656225 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:22.707004 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port d0287efc-cbcb-4828-bf07-4594bf9d8b79, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:26:22.711452 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:22.732390 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-aac5731e-a6d7-4d41-9d54-d4858eda6694 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594091 Aug 29 14:26:22.771016 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=d0287efc-cbcb-4828-bf07-4594bf9d8b79,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:22.826540 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-cc75ac9c-0aef-4971-a332-28c82ff615d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:22.828709 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-cc75ac9c-0aef-4971-a332-28c82ff615d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eaae8641741427da3548fce0e7be5af&device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 1099 time: 0.0431619 Aug 29 14:26:22.952293 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-34c5a2f8-d242-4915-99ed-417624423470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:22.953771 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-34c5a2f8-d242-4915-99ed-417624423470 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 200 len: 916 time: 0.1012995 Aug 29 14:26:22.994127 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879007b5-7536-4c3a-acaf-9abe82544dc5 req-d8a2e8ee-61f5-424b-9150-9a91a24e3383 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:22.995707 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-879007b5-7536-4c3a-acaf-9abe82544dc5 req-d8a2e8ee-61f5-424b-9150-9a91a24e3383 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0554872 Aug 29 14:26:23.044188 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-879007b5-7536-4c3a-acaf-9abe82544dc5 req-8c34ce1f-cde1-410f-9a84-0d02c7d3c3b9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Aug 29 14:26:23.126987 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399052f-6246-4c24-a46e-8a306fa06328 req-13e0d81c-bc17-408b-b2c4-07d457ef851d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:23.129266 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d399052f-6246-4c24-a46e-8a306fa06328 req-13e0d81c-bc17-408b-b2c4-07d457ef851d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0592937 Aug 29 14:26:23.199014 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:23.200973 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d399052f-6246-4c24-a46e-8a306fa06328 req-33e064ff-bc65-4eb4-bd5a-7d3ec15778ce tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653360 Aug 29 14:26:23.244564 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdba63-4211-411a-9e47-f5e7dd9286b0 req-fd8892ce-db45-41be-a9dd-2aa16b13b213 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:23.246002 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-35bdba63-4211-411a-9e47-f5e7dd9286b0 req-fd8892ce-db45-41be-a9dd-2aa16b13b213 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0613301 Aug 29 14:26:23.294063 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-35bdba63-4211-411a-9e47-f5e7dd9286b0 req-8d572356-ae1f-4b02-aa9b-8571de77e09d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Aug 29 14:26:23.908533 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:26:23.911570 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352355d1-8c73-44bb-b960-de36082a7dab" -d '{"events": [{"server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "name": "network-vif-plugged", "status": "completed", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:26:23.956550 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f4f9e-e26c-4225-bb0e-fce39418afae x-openstack-request-id: req-af3f4f9e-e26c-4225-bb0e-fce39418afae {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:26:23.957011 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "name": "network-vif-plugged", "status": "completed", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:26:23.957446 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af3f4f9e-e26c-4225-bb0e-fce39418afae {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:26:23.957980 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'code': 200} Aug 29 14:26:23.989891 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-8b0a3548-d50c-4255-a3da-07b20aae4f3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea21374-d91f-44a8-aa40-9579aaecc645 HTTP/1.1" status: 200 len: 217 time: 0.0355747 Aug 29 14:26:24.169372 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55475812-b3f2-44bf-a2f3-825f23e72aed req-c099ee59-5ccf-437e-b7dd-5713df9e052c tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:24.174982 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-55475812-b3f2-44bf-a2f3-825f23e72aed req-c099ee59-5ccf-437e-b7dd-5713df9e052c tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0554278 Aug 29 14:26:24.211573 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-55475812-b3f2-44bf-a2f3-825f23e72aed req-2672ebb5-008c-47ef-b57b-de4e0f679c67 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Aug 29 14:26:24.337892 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fdc7a2ff-e4d8-47fd-8fb4-42b951b476ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:24.342101 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae64e8d-3857-40fa-ba69-462958403c91 req-8be72e8e-c69a-4aa4-ba7d-350b425bccdc tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:24.343785 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2ae64e8d-3857-40fa-ba69-462958403c91 req-8be72e8e-c69a-4aa4-ba7d-350b425bccdc tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0688674 Aug 29 14:26:24.385972 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2ae64e8d-3857-40fa-ba69-462958403c91 req-a1f87c5b-40fd-4a96-b990-38adb5eefc9c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362663 Aug 29 14:26:24.432409 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649dd4e-44f7-4bdd-b8c9-9486d8eadc70 req-d3db1118-3b48-496e-967d-fb04a007e790 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:24.433875 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1649dd4e-44f7-4bdd-b8c9-9486d8eadc70 req-d3db1118-3b48-496e-967d-fb04a007e790 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0606852 Aug 29 14:26:24.473723 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1649dd4e-44f7-4bdd-b8c9-9486d8eadc70 req-cd108dd6-1e8a-4773-80b9-71556237a75a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Aug 29 14:26:25.347141 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd04b5-4ac5-4cbd-807a-3f66f3071414 req-7e670d76-2d7f-4a3c-99e9-b12b1443a717 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:25.355919 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fffd04b5-4ac5-4cbd-807a-3f66f3071414 req-7e670d76-2d7f-4a3c-99e9-b12b1443a717 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0591226 Aug 29 14:26:25.396421 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fffd04b5-4ac5-4cbd-807a-3f66f3071414 req-b30b3a9a-57d3-4cb5-b86f-b4ff9621e2bc tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Aug 29 14:26:25.539648 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9310ce-f2c6-4829-94e1-2cdd31a66f96 req-014601fe-f348-4816-ba1a-45963c01ac95 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:25.541236 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-db9310ce-f2c6-4829-94e1-2cdd31a66f96 req-014601fe-f348-4816-ba1a-45963c01ac95 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0770769 Aug 29 14:26:25.609698 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-db9310ce-f2c6-4829-94e1-2cdd31a66f96 req-df67a7bf-717b-47d7-9fbd-c0d398bcb7c7 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565555 Aug 29 14:26:25.615903 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d629b-c221-477b-ba44-7e028282b49b req-dbcc1bc3-6bbe-4d45-924e-1974ec1dd6c7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:25.618372 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c15d629b-c221-477b-ba44-7e028282b49b req-dbcc1bc3-6bbe-4d45-924e-1974ec1dd6c7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0656734 Aug 29 14:26:25.661086 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c15d629b-c221-477b-ba44-7e028282b49b req-6c9ac3ed-c62e-4617-a8ae-e83e20707b4f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Aug 29 14:26:26.010703 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-027928c7-e8ef-4fe4-8e7c-74109adf1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:26.012182 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-027928c7-e8ef-4fe4-8e7c-74109adf1b9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 200 len: 855 time: 0.0724139 Aug 29 14:26:26.060559 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-7cecfc7c-3f19-4a7d-83fb-f10bd44424c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5374394-97c3-4513-8eb6-5aa5e2c689a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354955 Aug 29 14:26:26.170740 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b42c-6bc0-4a15-bc07-3d85dab052c1 req-b16aa155-09c8-49a3-8019-f05a15d9a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:26.172245 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1908b42c-6bc0-4a15-bc07-3d85dab052c1 req-b16aa155-09c8-49a3-8019-f05a15d9a71a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0454941 Aug 29 14:26:26.177190 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-26a82ee0-6493-4ed3-8e91-547da9ee4f93 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031880 Aug 29 14:26:26.240402 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1908b42c-6bc0-4a15-bc07-3d85dab052c1 req-71b80f6c-5b0e-4ff7-be46-558d8509bc12 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Aug 29 14:26:26.297640 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b656b19-acc2-406c-8a12-210c120d8b5d req-979e70cd-0118-4187-a561-305203b20030 service neutron] 10.222.0.32 "GET /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024699 Aug 29 14:26:26.521400 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b05120-c8fe-4998-b035-3e3f0200eaf9 req-2ac37c7a-3018-4df3-9a44-95345068e914 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:26.523468 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-40b05120-c8fe-4998-b035-3e3f0200eaf9 req-2ac37c7a-3018-4df3-9a44-95345068e914 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0546846 Aug 29 14:26:26.564891 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-40b05120-c8fe-4998-b035-3e3f0200eaf9 req-c332b01e-6a92-4e68-ade8-d81159e2989d tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Aug 29 14:26:26.852613 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a128b1-4254-4eea-a1c3-0cd20dc34aeb req-3e03c8ec-362f-47ba-8cbb-7facc279b9ea tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:26.860966 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-25a128b1-4254-4eea-a1c3-0cd20dc34aeb req-3e03c8ec-362f-47ba-8cbb-7facc279b9ea tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0706215 Aug 29 14:26:26.909175 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-25a128b1-4254-4eea-a1c3-0cd20dc34aeb req-bb459df0-6bb1-4abc-abae-00cf1c87c544 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Aug 29 14:26:26.962381 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-296f6d18-e1ee-4efd-a65f-53440f68a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:26.969989 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0883-9666-4e28-96e4-9dde4d1473aa req-633c83a8-b45c-4a04-9feb-176d7968aee0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:26.971710 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-43db0883-9666-4e28-96e4-9dde4d1473aa req-633c83a8-b45c-4a04-9feb-176d7968aee0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.2999308 Aug 29 14:26:27.014052 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-43db0883-9666-4e28-96e4-9dde4d1473aa req-8b586807-0523-412b-8a11-05eef91da79f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358639 Aug 29 14:26:27.447367 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:27.720817 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6efe0-2e7c-44be-9758-51106b9bdbde req-e1ce181d-cc24-47b6-90cc-579492f0eeb3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:27.722293 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e2d6efe0-2e7c-44be-9758-51106b9bdbde req-e1ce181d-cc24-47b6-90cc-579492f0eeb3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0600145 Aug 29 14:26:27.780510 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e2d6efe0-2e7c-44be-9758-51106b9bdbde req-6d51f4fa-b06e-475f-a839-9ed5d2926074 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515780 Aug 29 14:26:27.956020 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:28.033987 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace13eac-4888-4b18-95f8-5d1ab5b1861b req-7d3d2bc4-7b68-42ab-a3ca-c1607bb1254d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:28.035991 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ace13eac-4888-4b18-95f8-5d1ab5b1861b req-7d3d2bc4-7b68-42ab-a3ca-c1607bb1254d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0543785 Aug 29 14:26:28.080745 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ace13eac-4888-4b18-95f8-5d1ab5b1861b req-6ee5f8e3-2f6c-4501-af65-9ff31ed769e2 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Aug 29 14:26:28.169279 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77478fd-7a81-4925-8668-138bdcab8409 req-a4a99f02-73e8-4326-b4f0-c90971d9bcf5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:28.171000 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d77478fd-7a81-4925-8668-138bdcab8409 req-a4a99f02-73e8-4326-b4f0-c90971d9bcf5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0680251 Aug 29 14:26:28.215058 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d77478fd-7a81-4925-8668-138bdcab8409 req-6f917c04-3752-4cdc-80fe-4cdf10eb3409 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381448 Aug 29 14:26:28.899534 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc158e38-19f1-4d83-aca1-a5ca1c63a3c5 req-284c2e9d-bf02-4d19-a5bd-29687a18c845 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:28.903170 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cc158e38-19f1-4d83-aca1-a5ca1c63a3c5 req-284c2e9d-bf02-4d19-a5bd-29687a18c845 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0585182 Aug 29 14:26:28.986907 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cc158e38-19f1-4d83-aca1-a5ca1c63a3c5 req-721b27d7-09f0-4c30-ae1d-1a3c89a26023 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823307 Aug 29 14:26:29.202438 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f257-5932-4e86-8a0b-596dad2e3f5a req-0ce3b469-ab12-43d0-99c3-2038922f2e35 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:29.206962 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3f01f257-5932-4e86-8a0b-596dad2e3f5a req-0ce3b469-ab12-43d0-99c3-2038922f2e35 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0550694 Aug 29 14:26:29.243224 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3f01f257-5932-4e86-8a0b-596dad2e3f5a req-9c59317e-4485-495e-89af-1de454b19038 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334284 Aug 29 14:26:29.634188 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:30.120672 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07f71e-e0e1-4ed0-b5e7-8f03a6aa04e6 req-1d04bd29-fd75-4208-9ed0-89bd4adbc8cc tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:30.122390 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2d07f71e-e0e1-4ed0-b5e7-8f03a6aa04e6 req-1d04bd29-fd75-4208-9ed0-89bd4adbc8cc tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0605459 Aug 29 14:26:30.180594 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2d07f71e-e0e1-4ed0-b5e7-8f03a6aa04e6 req-7f98e8ae-ddbb-4ab1-8736-99d8f875c347 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 Aug 29 14:26:30.392670 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad989e1-9ec9-44d3-baf5-c0f933245f26 req-a7b5499c-b14d-40f4-a3e5-8bb40490e89a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:30.394140 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ad989e1-9ec9-44d3-baf5-c0f933245f26 req-a7b5499c-b14d-40f4-a3e5-8bb40490e89a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0582237 Aug 29 14:26:30.431911 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ad989e1-9ec9-44d3-baf5-c0f933245f26 req-46a4a4a0-5b4d-4b83-a059-bf20184f923e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Aug 29 14:26:31.294641 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb962-5c2f-48ae-9132-b31d051e6a45 req-d3173f5d-ea7a-4a90-b7b6-cb42f8899ce9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:31.296150 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-97fdb962-5c2f-48ae-9132-b31d051e6a45 req-d3173f5d-ea7a-4a90-b7b6-cb42f8899ce9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0537093 Aug 29 14:26:31.334807 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-97fdb962-5c2f-48ae-9132-b31d051e6a45 req-5a12c1a1-53fb-4f3a-94ef-9543c838f723 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Aug 29 14:26:31.461447 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc96655-9501-428c-b2fc-f86f8a895e12 req-3d745096-32dc-449d-8e9d-36a8bff62026 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:31.462976 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-acc96655-9501-428c-b2fc-f86f8a895e12 req-3d745096-32dc-449d-8e9d-36a8bff62026 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0532041 Aug 29 14:26:31.511067 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-acc96655-9501-428c-b2fc-f86f8a895e12 req-d2d884ba-7f28-42d8-9b65-caeaacf65b4b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Aug 29 14:26:31.565199 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c8012-bb0e-4900-8620-53ae9730888f req-a7306b43-f389-4e87-9794-bdcf61ccf5a7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:31.567032 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ac0c8012-bb0e-4900-8620-53ae9730888f req-a7306b43-f389-4e87-9794-bdcf61ccf5a7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0615692 Aug 29 14:26:31.619853 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ac0c8012-bb0e-4900-8620-53ae9730888f req-8edd7d15-0b08-4d2e-9812-2eb171e67f0e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454357 Aug 29 14:26:31.852701 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5ef22-1b7c-495b-a829-7c3a0e326ab5 req-30d234e3-51c5-48ad-8e4f-191149f578fa tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:31.854153 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a1d5ef22-1b7c-495b-a829-7c3a0e326ab5 req-30d234e3-51c5-48ad-8e4f-191149f578fa tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0491984 Aug 29 14:26:31.895486 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a1d5ef22-1b7c-495b-a829-7c3a0e326ab5 req-d5ef4c65-00b5-4c8d-b0d8-b23ea7b0c628 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353415 Aug 29 14:26:32.733587 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032b82-8c9a-4eea-b0a9-e1761681eb6a req-096dbc28-a684-41ec-bbb4-aca5ee59875e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:32.735247 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ad032b82-8c9a-4eea-b0a9-e1761681eb6a req-096dbc28-a684-41ec-bbb4-aca5ee59875e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Aug 29 14:26:32.772831 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ad032b82-8c9a-4eea-b0a9-e1761681eb6a req-5268f04b-974e-4d42-acdd-6d27c6f320da tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Aug 29 14:26:32.889718 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 43924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:32.936841 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Deleting subnet 3e723430-2f7e-43d7-bfbe-e593b86b4f3d {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:26:32.939814 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:32.972987 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.010751 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.062016 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.088491 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e723430-2f7e-43d7-bfbe-e593b86b4f3d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:33.091408 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.092885 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3e723430-2f7e-43d7-bfbe-e593b86b4f3d HTTP/1.1" status: 204 len: 168 time: 0.2022009 Aug 29 14:26:33.095671 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 43928) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:33.098926 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.099284 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.099599 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.099942 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.100245 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.100642 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.101230 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.101441 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.101760 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.102139 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.102464 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.102799 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649df65-2da2-4277-8230-3a1e142b9483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.163989 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.242955 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.252623 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16d61a8-b278-4910-9029-c64434d1d1d7']}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:26:33.263169 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b8564c-3f85-478f-a553-04cd33586dc8') {'for_net_delete': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:26:33.263463 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b8564c-3f85-478f-a553-04cd33586dc8') {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:26:33.272056 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325553'] for segment, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.285232 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.291320 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:26:33.291710 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4451932'] for segment, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: Traceback (most recent call last): Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: timer() Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: cb(*args, **kw) Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: return func(*args, **kwargs) Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: self._notify() Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: self.callback(batched_events) Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: event.method(event) Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: return f(self, *a, **k) Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._get(url).json() Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: return self.request(url, 'GET', **kwargs) Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:26:33.293478 dv-cinder-773985-15-iscsi neutron-server[93802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:26:33.347405 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.352861 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.357363 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] 10.222.0.20 "DELETE /v2.0/networks/e16d61a8-b278-4910-9029-c64434d1d1d7 HTTP/1.1" status: 204 len: 168 time: 0.2606626 Aug 29 14:26:33.374758 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Pushing event deleted for resources: {'Network': ['ID=e16d61a8-b278-4910-9029-c64434d1d1d7,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:33.382749 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.383104 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.383446 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.383785 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.384104 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.384432 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.384758 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.385086 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.385409 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.385735 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.386291 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.386419 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cf81d-d362-435e-83cb-75494a40011f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:26:33.566852 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 43952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:33.610860 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6e29f29f-5e81-4ee8-9b92-1b6baaba748f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb57d9be06fd40ea85e1e410fc3b7014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427547 Aug 29 14:26:33.613258 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 43954) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:33.663886 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b1eac9-cb37-49fa-9f9c-ba667bd5b70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.685101 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b1eac9-cb37-49fa-9f9c-ba667bd5b70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.737102 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b1eac9-cb37-49fa-9f9c-ba667bd5b70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.740372 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b1eac9-cb37-49fa-9f9c-ba667bd5b70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:33.741768 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f5b1eac9-cb37-49fa-9f9c-ba667bd5b70e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/767333c7-f6fd-4d03-98b7-55f2d4a1a6f7 HTTP/1.1" status: 204 len: 168 time: 0.1275587 Aug 29 14:26:33.749864 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1eac9-cb37-49fa-9f9c-ba667bd5b70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767333c7-f6fd-4d03-98b7-55f2d4a1a6f7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:33.892054 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c748f-1741-430f-adbd-9eba14aa94aa req-5a5e69b2-51dc-4dab-9a37-372761f909ab tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:33.893791 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ad5c748f-1741-430f-adbd-9eba14aa94aa req-5a5e69b2-51dc-4dab-9a37-372761f909ab tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0508816 Aug 29 14:26:33.935371 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ad5c748f-1741-430f-adbd-9eba14aa94aa req-74128058-4b16-486c-9ef9-1d63182f082c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352693 Aug 29 14:26:35.061501 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f8ba0-2cc1-4cce-a8cb-ece54972b80e req-0880d504-f4c8-4155-8ee5-bfcc4f5ec116 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:35.062932 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c69f8ba0-2cc1-4cce-a8cb-ece54972b80e req-0880d504-f4c8-4155-8ee5-bfcc4f5ec116 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0517256 Aug 29 14:26:35.100181 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c69f8ba0-2cc1-4cce-a8cb-ece54972b80e req-d1b128f4-358b-467f-b0b0-669f855dfecd tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Aug 29 14:26:35.384665 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166639d9-c333-4129-b537-f14ccfccfeb6 req-3ce0d35e-a7d9-47a2-be1b-63defa23c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:35.386328 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-166639d9-c333-4129-b537-f14ccfccfeb6 req-3ce0d35e-a7d9-47a2-be1b-63defa23c11d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1099 time: 0.0391581 Aug 29 14:26:35.425744 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-166639d9-c333-4129-b537-f14ccfccfeb6 req-41591130-2fb8-4211-8167-a6af3f3ba6f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287483 Aug 29 14:26:36.223480 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8679-a928-43e4-8483-f965bedf9e63 req-6308a21c-d5b1-4da0-82fe-5e0a570412ed tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:36.224853 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9f4a8679-a928-43e4-8483-f965bedf9e63 req-6308a21c-d5b1-4da0-82fe-5e0a570412ed tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0534415 Aug 29 14:26:36.264886 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9f4a8679-a928-43e4-8483-f965bedf9e63 req-8ae0cbe7-d090-40ee-b99a-28da6ebe87ae tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Aug 29 14:26:37.379646 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb2d9-846c-4cef-b6b5-c57b591664f0 req-86b57907-1eaf-418f-b0f1-04c816c7811f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:37.381367 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d33cb2d9-846c-4cef-b6b5-c57b591664f0 req-86b57907-1eaf-418f-b0f1-04c816c7811f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0501680 Aug 29 14:26:37.420826 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d33cb2d9-846c-4cef-b6b5-c57b591664f0 req-b9fc3122-642b-47cc-8297-65212264d6c3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Aug 29 14:26:37.669793 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afad497-422f-42d0-b95b-7cdbb7a29fbf req-7287fa48-81f5-4923-96af-14df84471787 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:37.671307 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2afad497-422f-42d0-b95b-7cdbb7a29fbf req-7287fa48-81f5-4923-96af-14df84471787 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0515950 Aug 29 14:26:37.712483 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-c8be43dd-0f47-46b2-85d9-f6d75ce7848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:37.713983 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-c8be43dd-0f47-46b2-85d9-f6d75ce7848f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1099 time: 0.0457554 Aug 29 14:26:37.719449 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2afad497-422f-42d0-b95b-7cdbb7a29fbf req-3530f81e-9873-4fbd-a355-56af82bf4d12 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Aug 29 14:26:37.815367 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-ca9a7be9-804c-48ea-9e7d-15da7357b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:37.816763 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-ca9a7be9-804c-48ea-9e7d-15da7357b23f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 920 time: 0.0880883 Aug 29 14:26:37.875710 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-729d0207-86f3-4ede-bc8d-8dc60cbc097f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3 HTTP/1.1" status: 200 len: 217 time: 0.0345211 Aug 29 14:26:37.945984 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-3ca64f5d-7163-4f8f-8d93-473e57b60b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:37.947494 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-3ca64f5d-7163-4f8f-8d93-473e57b60b8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.0583282 Aug 29 14:26:37.979736 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-370185bb-8188-4889-b17b-3b9f4e589d37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240068 Aug 29 14:26:38.076409 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-2ccf54d1-232e-49cb-a36b-6dc8c1f269d0 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838847 Aug 29 14:26:38.175832 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e0fbb5ab-4806-4f65-9b4d-d5ce6da48d43 req-acfcf6b1-e373-4cc4-bdb5-9e66018be473 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895340 Aug 29 14:26:38.849974 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf339cb-3562-4fc6-b434-44d27317bfd9 req-4e31471c-02eb-40d0-913f-7aed77c43088 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:38.852194 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-eaf339cb-3562-4fc6-b434-44d27317bfd9 req-4e31471c-02eb-40d0-913f-7aed77c43088 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0623124 Aug 29 14:26:38.890413 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-eaf339cb-3562-4fc6-b434-44d27317bfd9 req-09711695-b7d5-400b-b30a-8590e7c7d549 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Aug 29 14:26:40.019708 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa49d0-104a-45a3-bf8e-eb97954c54dd req-bf5ed6fc-0f48-4da1-b831-b58abd71f40a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:40.021875 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-91fa49d0-104a-45a3-bf8e-eb97954c54dd req-bf5ed6fc-0f48-4da1-b831-b58abd71f40a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0603676 Aug 29 14:26:40.068144 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-91fa49d0-104a-45a3-bf8e-eb97954c54dd req-d5fa66f7-1250-43bf-8621-00fa192f0ffa tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Aug 29 14:26:40.132237 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cd59f-3cd8-40b5-8056-43902cf91f32 req-2c9e4128-cc85-4f6d-b4b3-6ac672d19850 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:40.133698 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-aa8cd59f-3cd8-40b5-8056-43902cf91f32 req-2c9e4128-cc85-4f6d-b4b3-6ac672d19850 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 946 time: 0.0537143 Aug 29 14:26:40.171859 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-aa8cd59f-3cd8-40b5-8056-43902cf91f32 req-b79fa800-ede3-4cb1-abab-6e72d6710dcb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Aug 29 14:26:41.180934 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6546f-3baf-4457-906f-1e13a4baec49 req-a3e709e3-e5b8-4691-8d0b-f4804b8f63bc tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:41.182314 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-eef6546f-3baf-4457-906f-1e13a4baec49 req-a3e709e3-e5b8-4691-8d0b-f4804b8f63bc tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0479548 Aug 29 14:26:41.225195 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-eef6546f-3baf-4457-906f-1e13a4baec49 req-aa4493f0-547c-402f-a6a7-48e75fcdd446 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368292 Aug 29 14:26:41.289975 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9ad0c-0e98-4710-8106-9f11dfd19686 req-d75a9cd9-621b-4abf-aae0-b0b5318d13c2 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:41.291597 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d7b9ad0c-0e98-4710-8106-9f11dfd19686 req-d75a9cd9-621b-4abf-aae0-b0b5318d13c2 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 946 time: 0.0496752 Aug 29 14:26:41.334018 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d7b9ad0c-0e98-4710-8106-9f11dfd19686 req-ade3ebd3-5ff4-4635-8374-4659e31b1242 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362020 Aug 29 14:26:42.340851 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21883-dbef-42cd-8c71-4509fb7658e8 req-497f983c-b9ae-4492-bda6-12d9ef4d2465 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:42.342674 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cae21883-dbef-42cd-8c71-4509fb7658e8 req-497f983c-b9ae-4492-bda6-12d9ef4d2465 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0513017 Aug 29 14:26:42.389292 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cae21883-dbef-42cd-8c71-4509fb7658e8 req-db7e7f67-beb1-45ba-9344-c8e261ccc0ae tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Aug 29 14:26:42.454552 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca992a-dd74-458f-95d6-2cd219021586 req-51be6076-8187-4ba1-af0c-38a27481ed25 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:42.456094 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-68ca992a-dd74-458f-95d6-2cd219021586 req-51be6076-8187-4ba1-af0c-38a27481ed25 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 946 time: 0.0522301 Aug 29 14:26:42.495048 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-68ca992a-dd74-458f-95d6-2cd219021586 req-bd65afdc-8f28-4a5b-82b7-c5f4b4fe994f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Aug 29 14:26:43.613599 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd3a10-924c-41ec-8978-0075d10ba989 req-0a92e5a5-3c53-4081-812d-26bbc758a9c3 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:43.615159 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4bd3a10-924c-41ec-8978-0075d10ba989 req-0a92e5a5-3c53-4081-812d-26bbc758a9c3 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 946 time: 0.0533826 Aug 29 14:26:43.650392 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-753d566d-f131-46bd-bd99-d8a0337ea3a6 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:43.651883 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-753d566d-f131-46bd-bd99-d8a0337ea3a6 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.32 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 946 time: 0.0510097 Aug 29 14:26:43.654451 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4bd3a10-924c-41ec-8978-0075d10ba989 req-c6efac3c-2446-40ce-8725-f49fa242b068 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Aug 29 14:26:43.757584 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Deleting port 1173310c-5187-40f3-8658-499a2defeef3 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:26:43.757900 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:43.871894 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3900-2328-4eed-a736-428e0ee6ae7f req-e8e6f82e-f6a8-4534-a2a9-c46bc32804df tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:43.873231 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4dfa3900-2328-4eed-a736-428e0ee6ae7f req-e8e6f82e-f6a8-4534-a2a9-c46bc32804df tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0784762 Aug 29 14:26:43.890559 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] For port 1173310c-5187-40f3-8658-499a2defeef3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1173310c-5187-40f3-8658-499a2defeef3,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:26:43.890918 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:43.911617 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Calling delete_port for 1173310c-5187-40f3-8658-499a2defeef3 owned by compute:nova {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:26:43.936960 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4dfa3900-2328-4eed-a736-428e0ee6ae7f req-734afba0-d81a-4cf7-9df0-cc40692d3afb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568354 Aug 29 14:26:44.054772 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:44.094759 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Pushing event deleted for resources: {'Port': ['ID=1173310c-5187-40f3-8658-499a2defeef3,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:44.121546 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['1173310c-5187-40f3-8658-499a2defeef3'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:26:44.134393 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] No DVR routers for this DVR port 1173310c-5187-40f3-8658-499a2defeef3 on host hv-cinder-77398 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:26:44.137405 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:44.139575 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e2748175-5265-4504-89ce-fa4ce46c2b3d req-0f68fdf6-df2c-425f-bb88-fd330c59afc4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.32 "DELETE /v2.0/ports/1173310c-5187-40f3-8658-499a2defeef3 HTTP/1.1" status: 204 len: 173 time: 0.4798157 Aug 29 14:26:44.140005 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15263722-602d-4765-bb59-a6a5195bfac9', 'name': 'network-vif-deleted', 'tag': '1173310c-5187-40f3-8658-499a2defeef3'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:26:44.142236 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbebb4bd-a479-49ad-abd1-24ba23e0165d" -d '{"events": [{"server_uuid": "15263722-602d-4765-bb59-a6a5195bfac9", "name": "network-vif-deleted", "tag": "1173310c-5187-40f3-8658-499a2defeef3"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:26:44.182382 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cdad31-e000-44a9-a728-d46d93e8f11a x-openstack-request-id: req-60cdad31-e000-44a9-a728-d46d93e8f11a {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:26:44.182702 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15263722-602d-4765-bb59-a6a5195bfac9", "name": "network-vif-deleted", "tag": "1173310c-5187-40f3-8658-499a2defeef3", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:26:44.182945 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60cdad31-e000-44a9-a728-d46d93e8f11a {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:26:44.183326 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15263722-602d-4765-bb59-a6a5195bfac9', 'name': 'network-vif-deleted', 'tag': '1173310c-5187-40f3-8658-499a2defeef3', 'status': 'completed', 'code': 200} Aug 29 14:26:44.761892 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-21ff067b-fc7e-4fe7-91c6-a4df81032488 req-bbc0d1a7-bd4a-49c0-a042-363ff8f24137 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=15263722-602d-4765-bb59-a6a5195bfac9 HTTP/1.1" status: 200 len: 210 time: 0.0260253 Aug 29 14:26:48.822141 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:26:49.402189 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 1173310c-5187-40f3-8658-499a2defeef3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:26:49.423049 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 1173310c-5187-40f3-8658-499a2defeef3 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:26:49.423387 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 1173310c-5187-40f3-8658-499a2defeef3 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:26:50.984309 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de574928-6316-400f-a90b-83f9f2ee8865 req-ae0e5181-73f8-4d23-8cb2-a532b65f231f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:50.985778 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-de574928-6316-400f-a90b-83f9f2ee8865 req-ae0e5181-73f8-4d23-8cb2-a532b65f231f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0478623 Aug 29 14:26:51.023987 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-de574928-6316-400f-a90b-83f9f2ee8865 req-df08716c-1f0f-4d12-948b-a7c8381d3a81 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Aug 29 14:26:51.045840 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 44264) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:51.254333 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea85c8-ea6f-4c4b-8480-d038a347a099 tempest-TestMinimumBasicScenario-1017462717 tempest-TestMinimumBasicScenario-1017462717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:51.255847 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-70ea85c8-ea6f-4c4b-8480-d038a347a099 tempest-TestMinimumBasicScenario-1017462717 tempest-TestMinimumBasicScenario-1017462717-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1094 time: 0.2090755 Aug 29 14:26:51.259711 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 44268) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:51.264036 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'port_id': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:51.289191 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for floatingip, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:51.387008 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:51.500668 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Allocated IP 172.27.3.146 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/53482b78-f732-4337-b71e-f130bc9edce5) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:26:51.602422 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:51.640225 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:51.678449 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:26:51.681314 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:26:51.684687 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:26:51.723240 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'Port': ['ID=53482b78-f732-4337-b71e-f130bc9edce5,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:52.183377 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:52.283000 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:52.432969 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:52.438566 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:52.508287 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'Port': ['ID=53482b78-f732-4337-b71e-f130bc9edce5,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:52.518011 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:52.620455 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.l3_db [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Floating IP c12ccac9-49e4-413a-90bd-4944296d2355 associated. External IP: 172.27.3.146, port: d0287efc-cbcb-4828-bf07-4594bf9d8b79. Aug 29 14:26:52.825114 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Router af5ca159-7b67-4f58-ab12-f35c028e75e1 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:26:53.148453 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:26:53.157772 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] Sync routers for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:26:53.164807 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.168305 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:26:53.168920 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:26:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:26:53.191691 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-317f0261-c108-43c3-b9d2-af909b9d5f24 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9309688 Aug 29 14:26:53.192334 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:26:53.194967 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce004dd-fa9b-429f-a2a1-19dda0318599" -d '{"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:26:53.195105 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44298) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:53.201849 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.216632 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8c5dd2ac-1a4b-4613-87e3-1f29a07009a9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570670063', 'description': 'tempest-secgroup-smoke-570670063 description', 'project_id': '9be9569edbd0447082f486c3a0fe91ea'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:53.243467 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd2ac-1a4b-4613-87e3-1f29a07009a9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.243789 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b628f53-0560-4455-8a7a-34731606ffbb x-openstack-request-id: req-8b628f53-0560-4455-8a7a-34731606ffbb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:26:53.244186 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:26:53.244500 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b628f53-0560-4455-8a7a-34731606ffbb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:26:53.245203 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'status': 'completed', 'code': 200} Aug 29 14:26:53.276115 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:26:53.326420 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd2ac-1a4b-4613-87e3-1f29a07009a9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.330068 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd2ac-1a4b-4613-87e3-1f29a07009a9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.359192 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd2ac-1a4b-4613-87e3-1f29a07009a9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.360329 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-8c5dd2ac-1a4b-4613-87e3-1f29a07009a9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1643102 Aug 29 14:26:53.362160 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dd2ac-1a4b-4613-87e3-1f29a07009a9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c770ba46-6dab-4441-9b41-af9d37e6f415,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:53.363788 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 44302) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:53.369098 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-cf05f931-9c23-4349-8c81-6d8804c8e0c9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'security_group_rule': {'security_group_id': 'c770ba46-6dab-4441-9b41-af9d37e6f415', 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:53.396354 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf05f931-9c23-4349-8c81-6d8804c8e0c9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.452211 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf05f931-9c23-4349-8c81-6d8804c8e0c9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.455791 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf05f931-9c23-4349-8c81-6d8804c8e0c9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.473921 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05f931-9c23-4349-8c81-6d8804c8e0c9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c51471-13c4-4d36-93e1-79fe8e1d6a36,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:53.481743 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf05f931-9c23-4349-8c81-6d8804c8e0c9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.483191 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-cf05f931-9c23-4349-8c81-6d8804c8e0c9 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181118 Aug 29 14:26:53.486015 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:53.490764 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f6c72c9d-4e6f-4fd2-a3db-7280dc14d458 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'security_group_rule': {'security_group_id': 'c770ba46-6dab-4441-9b41-af9d37e6f415', 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:53.506603 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'c12ccac9-49e4-413a-90bd-4944296d2355', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'port_id': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'mac_address': 'fa:16:3e:ae:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:26:51Z', 'updated_at': '2021-08-29T14:26:51Z', 'revision_number': 0, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 5, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:26:53.517336 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c72c9d-4e6f-4fd2-a3db-7280dc14d458 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.533001 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] Checking router: af5ca159-7b67-4f58-ab12-f35c028e75e1 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:26:53.541988 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:26:53.542611 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:26:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:26:53.575606 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c72c9d-4e6f-4fd2-a3db-7280dc14d458 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.579466 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c72c9d-4e6f-4fd2-a3db-7280dc14d458 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.600733 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c72c9d-4e6f-4fd2-a3db-7280dc14d458 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf7f264-c5a4-4c50-8121-44ee48686250,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:53.605315 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c72c9d-4e6f-4fd2-a3db-7280dc14d458 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.609014 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f6c72c9d-4e6f-4fd2-a3db-7280dc14d458 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195297 Aug 29 14:26:53.609923 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44308) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:53.613569 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-540139d5-d90d-467d-bb05-328dac8daf56 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'security_group_rule': {'security_group_id': 'c770ba46-6dab-4441-9b41-af9d37e6f415', 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:53.641255 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-540139d5-d90d-467d-bb05-328dac8daf56 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.650941 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:26:53.702237 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-540139d5-d90d-467d-bb05-328dac8daf56 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.706100 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-540139d5-d90d-467d-bb05-328dac8daf56 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.727281 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540139d5-d90d-467d-bb05-328dac8daf56 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dd34af-8172-4346-b9c0-bfcb78d261be,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:53.735422 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-540139d5-d90d-467d-bb05-328dac8daf56 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.737685 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-540139d5-d90d-467d-bb05-328dac8daf56 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265931 Aug 29 14:26:53.739508 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 44312) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:53.745338 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-5eb21726-0725-436d-88ab-295f9d34777e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'security_group_rule': {'security_group_id': 'c770ba46-6dab-4441-9b41-af9d37e6f415', 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:53.773821 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5eb21726-0725-436d-88ab-295f9d34777e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.844596 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5eb21726-0725-436d-88ab-295f9d34777e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.851382 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5eb21726-0725-436d-88ab-295f9d34777e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.869577 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb21726-0725-436d-88ab-295f9d34777e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93e23f2-2fe8-4009-aad5-1fd7f8259dd8,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:53.876816 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5eb21726-0725-436d-88ab-295f9d34777e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.878078 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5eb21726-0725-436d-88ab-295f9d34777e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373088 Aug 29 14:26:53.880796 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 44316) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:53.886418 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-6836b104-43ba-4b26-a119-d9765b9012a7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'security_group_rule': {'security_group_id': 'c770ba46-6dab-4441-9b41-af9d37e6f415', 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:53.889174 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'c12ccac9-49e4-413a-90bd-4944296d2355', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'port_id': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'mac_address': 'fa:16:3e:ae:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:26:51Z', 'updated_at': '2021-08-29T14:26:51Z', 'revision_number': 0, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 5, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:26:53.908698 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.securitygroups_db [None req-6836b104-43ba-4b26-a119-d9765b9012a7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Project 9be9569edbd0447082f486c3a0fe91ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:26:53.915100 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6836b104-43ba-4b26-a119-d9765b9012a7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.986695 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6836b104-43ba-4b26-a119-d9765b9012a7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:53.990575 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6836b104-43ba-4b26-a119-d9765b9012a7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.004741 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b726f-e186-4b22-8590-f9ec14e85ad1 None None] The sync data for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi is: [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'c12ccac9-49e4-413a-90bd-4944296d2355', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'port_id': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'mac_address': 'fa:16:3e:ae:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:26:51Z', 'updated_at': '2021-08-29T14:26:51Z', 'revision_number': 0, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 5, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:26:54.008752 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b104-43ba-4b26-a119-d9765b9012a7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e90de6-71b4-4dca-a94a-4a70e9eb7532,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:54.015983 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6836b104-43ba-4b26-a119-d9765b9012a7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.017283 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-6836b104-43ba-4b26-a119-d9765b9012a7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346848 Aug 29 14:26:54.020027 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 44320) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:26:54.024723 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-63f62bf5-00e9-41ac-b4f8-2d6fe5cdef53 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'security_group_rule': {'security_group_id': 'c770ba46-6dab-4441-9b41-af9d37e6f415', 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:54.048143 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.securitygroups_db [None req-63f62bf5-00e9-41ac-b4f8-2d6fe5cdef53 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Project 9be9569edbd0447082f486c3a0fe91ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:26:54.053183 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-63f62bf5-00e9-41ac-b4f8-2d6fe5cdef53 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.117801 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-63f62bf5-00e9-41ac-b4f8-2d6fe5cdef53 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.121681 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-63f62bf5-00e9-41ac-b4f8-2d6fe5cdef53 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.142621 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f62bf5-00e9-41ac-b4f8-2d6fe5cdef53 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75360e5-6873-4e59-9e6a-187bf2ba8e55,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:54.146192 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-63f62bf5-00e9-41ac-b4f8-2d6fe5cdef53 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.150775 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-63f62bf5-00e9-41ac-b4f8-2d6fe5cdef53 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270545 Aug 29 14:26:54.199492 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436be2a-5009-4272-abe9-7fa610726763 None None] New status for floating IP c12ccac9-49e4-413a-90bd-4944296d2355: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:26:54.228037 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-e2c571af-709d-403d-aab8-d290a5a1400e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570670063&fields=id&tenant_id=9be9569edbd0447082f486c3a0fe91ea HTTP/1.1" status: 200 len: 267 time: 0.0345061 Aug 29 14:26:54.284890 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-5786befc-f8c8-402f-8512-c133f2f58045 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:54.286465 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-5786befc-f8c8-402f-8512-c133f2f58045 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0526884 Aug 29 14:26:54.298688 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'port': {'security_groups': ['ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7', 'c770ba46-6dab-4441-9b41-af9d37e6f415']}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:54.363785 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.369343 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9a89-57f5-406e-885a-719a205887bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.552886 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] For port d0287efc-cbcb-4828-bf07-4594bf9d8b79, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:26:54.582269 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.586785 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.625882 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:54.626484 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:54.627955 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a8881c4a-b9aa-4bf0-842a-6cde3367299f req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "PUT /v2.0/ports/d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 982 time: 0.3342843 Aug 29 14:26:54.661810 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcc9e2-5ef8-41e0-b85e-608de3625058 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'Port': ['ID=d0287efc-cbcb-4828-bf07-4594bf9d8b79,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:54.740858 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7efc9-3fc0-44c2-a4df-c3aba2cf536d req-68299e54-f20c-4a17-9118-40cb39fbd188 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:54.742671 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9af7efc9-3fc0-44c2-a4df-c3aba2cf536d req-68299e54-f20c-4a17-9118-40cb39fbd188 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0511196 Aug 29 14:26:54.786198 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9af7efc9-3fc0-44c2-a4df-c3aba2cf536d req-775ed196-0d52-4309-8e7a-4c69abab89c5 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374782 Aug 29 14:26:54.831591 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2b32cff1-335f-4d78-823b-8e7637928c93 None None] Provisioning complete for port d0287efc-cbcb-4828-bf07-4594bf9d8b79 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:26:54.831968 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b32cff1-335f-4d78-823b-8e7637928c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:55.045673 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-5a1e83c5-c2e5-440b-8c04-2e851ba8d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:55.047212 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-5a1e83c5-c2e5-440b-8c04-2e851ba8d29b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9569edbd0447082f486c3a0fe91ea&device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1138 time: 0.0453601 Aug 29 14:26:55.118371 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['d0287efc-cbcb-4828-bf07-4594bf9d8b79'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:26:55.138204 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-0d87e90e-bc16-484d-9c31-9ce42964447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:55.139707 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-0d87e90e-bc16-484d-9c31-9ce42964447c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 200 len: 915 time: 0.0830913 Aug 29 14:26:55.244613 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-5e645ac0-32a0-4f40-938f-94e866686aa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 1002 time: 0.0934563 Aug 29 14:26:55.246066 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:26:55.248359 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:26:55.289546 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cae6316-afd4-4afa-bb56-41b66f319a38 x-openstack-request-id: req-9cae6316-afd4-4afa-bb56-41b66f319a38 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:26:55.289834 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:26:55.290076 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cae6316-afd4-4afa-bb56-41b66f319a38 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:26:55.290464 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'status': 'completed', 'code': 200} Aug 29 14:26:55.304743 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-36435ec1-ff9c-4a59-b9fb-9434c0b0256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:55.306419 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-36435ec1-ff9c-4a59-b9fb-9434c0b0256f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=056be795-0fe1-4cf7-8ec2-d20ebd4a7906 HTTP/1.1" status: 200 len: 853 time: 0.0500417 Aug 29 14:26:55.355615 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-ee9f669b-a7f0-4ade-ab43-0daf7676eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:55.357116 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-ee9f669b-a7f0-4ade-ab43-0daf7676eb70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409226 Aug 29 14:26:55.371433 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['d0287efc-cbcb-4828-bf07-4594bf9d8b79'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:26:55.456379 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-54fc5fa4-c8a8-433d-b1ea-c0861910318b service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874906 Aug 29 14:26:55.564119 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ce004dd-fa9b-429f-a2a1-19dda0318599 req-06fe894d-9242-4c08-8f67-aace608be836 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986972 Aug 29 14:26:55.731032 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-17eb88da-eb86-4a02-ab41-d7be1fbb9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:55.732069 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-17eb88da-eb86-4a02-ab41-d7be1fbb9d60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9569edbd0447082f486c3a0fe91ea&device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1138 time: 0.0520942 Aug 29 14:26:55.820488 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-2cb58db9-f960-4ba6-897f-b295600e979a tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:55.821867 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-2cb58db9-f960-4ba6-897f-b295600e979a tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/networks?id=b5957da6-507a-474a-98ab-365de10d8f3a HTTP/1.1" status: 200 len: 813 time: 0.1112788 Aug 29 14:26:55.833943 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-c6764a99-6af0-4f6a-8510-6eef4f57e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:55.835982 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-c6764a99-6af0-4f6a-8510-6eef4f57e294 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 200 len: 915 time: 0.0851598 Aug 29 14:26:55.839293 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-8b97bd7b-d753-40d3-abe0-cf11b3508fd3 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/quotas/f96bb5cc8eca478ea4c4c9e86f952b13 HTTP/1.1" status: 200 len: 375 time: 0.0114744 Aug 29 14:26:55.872162 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-01c57dbf-7a02-4d1e-be17-6e105a49f1c3 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f96bb5cc8eca478ea4c4c9e86f952b13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266111 Aug 29 14:26:55.914979 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-c32a6c09-4964-4727-b6a7-60a6cdb962ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 1002 time: 0.0634098 Aug 29 14:26:55.967917 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-d872af59-821a-431b-b841-a3d7a92e3d61 service neutron] 10.222.0.20 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885310 Aug 29 14:26:55.968789 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-575ca0d2-a1b9-4121-921e-11bcfeafd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:55.970243 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-575ca0d2-a1b9-4121-921e-11bcfeafd356 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=056be795-0fe1-4cf7-8ec2-d20ebd4a7906 HTTP/1.1" status: 200 len: 853 time: 0.0467763 Aug 29 14:26:56.017130 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-1b72d804-0c63-403a-8c46-a0f2d6a62fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:56.018953 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-1b72d804-0c63-403a-8c46-a0f2d6a62fac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400953 Aug 29 14:26:56.071180 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-74a238c0-3f3e-47a4-a712-67e70b8f4d0f service neutron] 10.222.0.20 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916774 Aug 29 14:26:56.123465 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-7ea8e4f6-5ef0-4048-bfb5-1a5375a9684c service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887508 Aug 29 14:26:56.224452 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0946aa2b-f0b1-42ba-866a-08cbcba9d1d4 req-f7f0dc1a-ddba-4daf-afef-9c946bc1e74d service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906322 Aug 29 14:26:56.251788 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-130c8a5f-bc81-46d9-9eeb-46d8e7856174 req-f6393377-7f28-4b5b-9c80-9e171d101075 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 210 time: 0.0263524 Aug 29 14:26:56.953366 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d98217a-9443-4aa4-b8cd-47c23a381ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:57.127795 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ac6b3-e6b5-48cc-8f78-8eb0ca8ed12b req-cbb8128a-8ede-4a11-bf02-db54bce1dfb4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:57.129252 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-050ac6b3-e6b5-48cc-8f78-8eb0ca8ed12b req-cbb8128a-8ede-4a11-bf02-db54bce1dfb4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0539861 Aug 29 14:26:57.168878 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-050ac6b3-e6b5-48cc-8f78-8eb0ca8ed12b req-63da09a3-792d-49d9-8cb7-7d47b346ee9e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Aug 29 14:26:57.347032 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd230af2-d458-439c-8144-c9c90f67f065 req-02f1aa7f-cd9e-4888-8f90-a7fd99da502b tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 210 time: 0.0260036 Aug 29 14:26:57.438726 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:57.656347 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-b5ca3839-9b6a-4aad-82cc-0e2109de9933 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:57.657889 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-b5ca3839-9b6a-4aad-82cc-0e2109de9933 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.32 "GET /v2.0/networks?id=b5957da6-507a-474a-98ab-365de10d8f3a HTTP/1.1" status: 200 len: 813 time: 0.1018021 Aug 29 14:26:57.685631 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Request body: {'port': {'device_id': 'd4f8b931-6a0c-4814-9b94-3c65dfe13bac', 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a', 'admin_state_up': True, 'tenant_id': 'f96bb5cc8eca478ea4c4c9e86f952b13'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:57.799303 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Made reservation on behalf of f96bb5cc8eca478ea4c4c9e86f952b13 for: {'port': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:26:57.802744 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:57.923497 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Allocated IP 172.20.0.13 (b5957da6-507a-474a-98ab-365de10d8f3a/341c0cc9-b705-4950-b792-cf58976045f8/ea78132f-08a9-4e3d-93ce-505fa1972830) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:26:57.936364 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.069836 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.109025 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.150952 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Network b5957da6-507a-474a-98ab-365de10d8f3a is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:26:58.156025 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:26:58.159755 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:26:58.186549 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Pushing event updated for resources: {'Port': ['ID=ea78132f-08a9-4e3d-93ce-505fa1972830,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:58.214393 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:58.215031 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.229465 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22adad2a-2739-4932-8610-a6e74c2476ca tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476909 Aug 29 14:26:58.268133 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Request body: {'port': {'device_id': 'd4f8b931-6a0c-4814-9b94-3c65dfe13bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:26:58.314081 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fbb95-0f25-4d9b-b97c-f5d2fe57ee4f req-9bbc0745-8e23-4d00-8d88-6736f45aac71 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:58.315482 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-134fbb95-0f25-4d9b-b97c-f5d2fe57ee4f req-9bbc0745-8e23-4d00-8d88-6736f45aac71 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0774174 Aug 29 14:26:58.349295 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.397965 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-134fbb95-0f25-4d9b-b97c-f5d2fe57ee4f req-444e80f7-06d0-40b2-bd48-56502000b092 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686731 Aug 29 14:26:58.465029 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836dd6b-c15b-4aff-926c-5874a635d2a8 req-8447bca2-b2cd-41fb-88db-7fee6f9279eb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:58.466617 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c836dd6b-c15b-4aff-926c-5874a635d2a8 req-8447bca2-b2cd-41fb-88db-7fee6f9279eb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 932 time: 0.0519047 Aug 29 14:26:58.510162 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c836dd6b-c15b-4aff-926c-5874a635d2a8 req-ec3ea721-544d-4750-861a-05717f1fcd67 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365376 Aug 29 14:26:58.625027 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea78132f-08a9-4e3d-93ce-505fa1972830 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:26:58.632242 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.644241 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Transition to ACTIVE for port object ea78132f-08a9-4e3d-93ce-505fa1972830 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:26:58.649368 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.712035 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Pushing event updated for resources: {'Port': ['ID=ea78132f-08a9-4e3d-93ce-505fa1972830,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:58.765245 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Attempting to bind port ea78132f-08a9-4e3d-93ce-505fa1972830 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:26:58.765568 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Attempting to bind port ea78132f-08a9-4e3d-93ce-505fa1972830 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:26:58.765884 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Attempting to bind port ea78132f-08a9-4e3d-93ce-505fa1972830 on network b5957da6-507a-474a-98ab-365de10d8f3a {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:26:58.770035 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Port ea78132f-08a9-4e3d-93ce-505fa1972830 on network b5957da6-507a-474a-98ab-365de10d8f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:26:58.770344 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Attempting to bind port ea78132f-08a9-4e3d-93ce-505fa1972830 on network b5957da6-507a-474a-98ab-365de10d8f3a {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:26:58.775033 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:26:58.775354 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Checking segment: {'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:26:58.775719 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Bound using segment: {'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:26:58.776121 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Bound port: ea78132f-08a9-4e3d-93ce-505fa1972830, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69458fc-79d9-4020-ac9e-4aa52775fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:26:58.776458 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.837530 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] For port ea78132f-08a9-4e3d-93ce-505fa1972830, host hv-cinder-77398, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:26:58.840440 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] For port ea78132f-08a9-4e3d-93ce-505fa1972830, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ea78132f-08a9-4e3d-93ce-505fa1972830,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:26:58.844803 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.875500 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:58.876058 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:58.877430 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] 10.222.0.32 "PUT /v2.0/ports/ea78132f-08a9-4e3d-93ce-505fa1972830 HTTP/1.1" status: 200 len: 1094 time: 0.6146133 Aug 29 14:26:58.877878 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f8b931-6a0c-4814-9b94-3c65dfe13bac', 'tag': 'ea78132f-08a9-4e3d-93ce-505fa1972830'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:26:58.880139 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f8b931-6a0c-4814-9b94-3c65dfe13bac", "tag": "ea78132f-08a9-4e3d-93ce-505fa1972830"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:26:58.907711 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea2da4-f0ca-4485-b24b-2aa14241a65b service neutron] Pushing event updated for resources: {'Port': ['ID=ea78132f-08a9-4e3d-93ce-505fa1972830,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:26:58.917559 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb1d552-618f-4103-b4db-07414f5b41eb x-openstack-request-id: req-1cb1d552-618f-4103-b4db-07414f5b41eb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:26:58.917840 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f8b931-6a0c-4814-9b94-3c65dfe13bac", "tag": "ea78132f-08a9-4e3d-93ce-505fa1972830", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:26:58.918084 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cb1d552-618f-4103-b4db-07414f5b41eb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:26:58.918464 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f8b931-6a0c-4814-9b94-3c65dfe13bac', 'tag': 'ea78132f-08a9-4e3d-93ce-505fa1972830', 'status': 'completed', 'code': 200} Aug 29 14:26:59.009261 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-ca696221-d567-41ca-830f-4a829dff4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:59.010724 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-ca696221-d567-41ca-830f-4a829dff4032 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f96bb5cc8eca478ea4c4c9e86f952b13&device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 1097 time: 0.0395393 Aug 29 14:26:59.072924 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-76613119-69d2-48e1-92ae-3a23fe032d33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78132f-08a9-4e3d-93ce-505fa1972830 HTTP/1.1" status: 200 len: 217 time: 0.0360341 Aug 29 14:26:59.127643 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-bf548501-82b4-4c2e-9f94-e44df318c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:59.129042 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-bf548501-82b4-4c2e-9f94-e44df318c0e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=341c0cc9-b705-4950-b792-cf58976045f8 HTTP/1.1" status: 200 len: 853 time: 0.0442691 Aug 29 14:26:59.162241 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-ef6c5fe3-5856-4fe1-b6a2-93ee88949a2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5957da6-507a-474a-98ab-365de10d8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243690 Aug 29 14:26:59.269943 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-143b90df-8f9e-433d-b857-adc85a24988f service neutron] 10.222.0.32 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865040 Aug 29 14:26:59.372832 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7ec0a26-23ca-4003-9747-f9c9830c9437 req-9097ea40-56fc-405b-866e-a615aa1df263 service neutron] 10.222.0.32 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837622 Aug 29 14:26:59.512700 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22086c9-7898-429d-b211-64780f3348fc req-a4e5d714-2d4b-477f-8a3c-11d03ebe92c7 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:59.514191 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a22086c9-7898-429d-b211-64780f3348fc req-a4e5d714-2d4b-477f-8a3c-11d03ebe92c7 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0497518 Aug 29 14:26:59.549021 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-acf6f44a-0af2-414b-aaed-b7250c1bbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:59.550544 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-acf6f44a-0af2-414b-aaed-b7250c1bbddd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f96bb5cc8eca478ea4c4c9e86f952b13&device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 1097 time: 0.0426481 Aug 29 14:26:59.558525 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a22086c9-7898-429d-b211-64780f3348fc req-9f7ddc25-0275-4f77-9a20-a443c58b5138 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Aug 29 14:26:59.630663 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:26:59.642018 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bd2b2-83fd-41f6-b36f-09502d3d9410 req-6d2bcd65-7fa7-43ba-a77a-c13c95b12bf4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:59.643499 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-220bd2b2-83fd-41f6-b36f-09502d3d9410 req-6d2bcd65-7fa7-43ba-a77a-c13c95b12bf4 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 944 time: 0.0622947 Aug 29 14:26:59.725097 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-220bd2b2-83fd-41f6-b36f-09502d3d9410 req-37de2003-8232-451c-879b-5c7597252a7f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732937 Aug 29 14:26:59.754840 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-09675dd3-73df-4687-95a8-5f479b9412ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:59.756347 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-09675dd3-73df-4687-95a8-5f479b9412ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5957da6-507a-474a-98ab-365de10d8f3a HTTP/1.1" status: 200 len: 914 time: 0.1119235 Aug 29 14:26:59.803673 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-4b15108e-414f-4c04-8dc4-92c9d2924206 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea78132f-08a9-4e3d-93ce-505fa1972830 HTTP/1.1" status: 200 len: 217 time: 0.0366440 Aug 29 14:26:59.857267 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-6bcba428-8b58-4288-9071-07661096599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:26:59.858710 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-6bcba428-8b58-4288-9071-07661096599d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=341c0cc9-b705-4950-b792-cf58976045f8 HTTP/1.1" status: 200 len: 853 time: 0.0428147 Aug 29 14:26:59.907305 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-a43636dd-ec61-4156-b0b5-26b7a5a48b7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5957da6-507a-474a-98ab-365de10d8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234461 Aug 29 14:27:00.003261 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-32131d30-f506-4800-be3e-1dd091f2043c service neutron] 10.222.0.32 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870738 Aug 29 14:27:00.094364 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-96910ea5-0cb4-4ee5-95f2-c3b6d44cfd8a req-7f2f7ce7-5d47-4f69-98f1-06f68abb3a94 service neutron] 10.222.0.32 "GET /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813694 Aug 29 14:27:00.677392 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f84ed-1360-451f-b3e0-a62f1472d65a req-288b5d62-9ac9-4f28-9b8f-f06e24ebede4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:00.678847 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5d8f84ed-1360-451f-b3e0-a62f1472d65a req-288b5d62-9ac9-4f28-9b8f-f06e24ebede4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0468116 Aug 29 14:27:00.715355 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5d8f84ed-1360-451f-b3e0-a62f1472d65a req-8da42a11-8a2e-489a-b71e-0bc537d12afd tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300612 Aug 29 14:27:00.839363 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f7cdf-cd4f-4d11-b57d-20b30ec83995 req-4174f7dd-f4ba-4f07-b7e9-f60b2c96e7d7 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:00.840715 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-940f7cdf-cd4f-4d11-b57d-20b30ec83995 req-4174f7dd-f4ba-4f07-b7e9-f60b2c96e7d7 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 944 time: 0.0469201 Aug 29 14:27:00.901608 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-940f7cdf-cd4f-4d11-b57d-20b30ec83995 req-e205e6f8-c3d3-44fd-a96b-4394d340d61c tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548940 Aug 29 14:27:00.927338 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-5c408763-a224-493c-8052-87700b268c07 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:00.928819 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-5c408763-a224-493c-8052-87700b268c07 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 946 time: 0.0574303 Aug 29 14:27:01.018829 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Deleting port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:27:01.019171 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:01.109482 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] For port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:27:01.109850 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:01.122250 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Calling delete_port for c1e9333e-b6ee-4e87-8182-16e7bd22b4fe owned by compute:nova {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:27:01.252494 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:01.289794 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Pushing event deleted for resources: {'Port': ['ID=c1e9333e-b6ee-4e87-8182-16e7bd22b4fe,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:01.307765 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8ea08871-53a3-4319-8443-a01460098adc', '5ea21374-d91f-44a8-aa40-9579aaecc645', '8494187c-736b-440c-9a5a-2380914d8d31', 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:27:01.331573 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] No DVR routers for this DVR port c1e9333e-b6ee-4e87-8182-16e7bd22b4fe on host hv-cinder-77398 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:27:01.334242 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:01.337495 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e58642de-413e-47b3-bd2a-5f8dc4f3edf5 req-700c6893-e12d-4316-a93b-97f52f13eda4 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "DELETE /v2.0/ports/c1e9333e-b6ee-4e87-8182-16e7bd22b4fe HTTP/1.1" status: 204 len: 173 time: 0.4016070 Aug 29 14:27:01.337950 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9075b849-dc42-4367-a2f1-458a0ad93e22', 'name': 'network-vif-deleted', 'tag': 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:27:01.340198 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65b4539-a722-45de-839c-5e0f1edc4bba" -d '{"events": [{"server_uuid": "9075b849-dc42-4367-a2f1-458a0ad93e22", "name": "network-vif-deleted", "tag": "c1e9333e-b6ee-4e87-8182-16e7bd22b4fe"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:27:01.388931 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6729ec15-403f-48f2-ae4f-079669c37e0c x-openstack-request-id: req-6729ec15-403f-48f2-ae4f-079669c37e0c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:27:01.389222 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9075b849-dc42-4367-a2f1-458a0ad93e22", "name": "network-vif-deleted", "tag": "c1e9333e-b6ee-4e87-8182-16e7bd22b4fe", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:27:01.389476 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6729ec15-403f-48f2-ae4f-079669c37e0c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:27:01.389866 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9075b849-dc42-4367-a2f1-458a0ad93e22', 'name': 'network-vif-deleted', 'tag': 'c1e9333e-b6ee-4e87-8182-16e7bd22b4fe', 'status': 'completed', 'code': 200} Aug 29 14:27:01.817513 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-30630efa-f4b1-49a7-b248-2d1c71beb35a req-e4ed822d-3b61-45bb-990a-1c97b5fe0ed0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=9075b849-dc42-4367-a2f1-458a0ad93e22 HTTP/1.1" status: 200 len: 210 time: 0.0252428 Aug 29 14:27:02.033539 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c51dd2-cb04-4981-b39b-617c72a22e2b req-8c95c665-ae53-4541-a213-e0811076e983 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:02.035246 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b8c51dd2-cb04-4981-b39b-617c72a22e2b req-8c95c665-ae53-4541-a213-e0811076e983 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 944 time: 0.0506823 Aug 29 14:27:02.079046 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b8c51dd2-cb04-4981-b39b-617c72a22e2b req-1cac4e27-7bd8-4b27-8eb3-9ebab79635f7 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363009 Aug 29 14:27:03.191675 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7543e1-353a-4ce1-83fb-62498f66adc5 req-60236a8c-8250-4f1e-b93b-5fd91a78aa5a tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:03.193134 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4d7543e1-353a-4ce1-83fb-62498f66adc5 req-60236a8c-8250-4f1e-b93b-5fd91a78aa5a tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 944 time: 0.0476301 Aug 29 14:27:03.230661 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4d7543e1-353a-4ce1-83fb-62498f66adc5 req-c3c7bf2d-a9a4-4d06-b911-b85124c2f074 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Aug 29 14:27:03.485649 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device ea78132f-08a9-4e3d-93ce-505fa1972830 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:27:03.579397 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port ea78132f-08a9-4e3d-93ce-505fa1972830, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ea78132f-08a9-4e3d-93ce-505fa1972830,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:27:03.591019 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': 'ea78132f-08a9-4e3d-93ce-505fa1972830', 'network_id': 'b5957da6-507a-474a-98ab-365de10d8f3a', 'port_id': 'ea78132f-08a9-4e3d-93ce-505fa1972830', 'mac_address': 'fa:16:3e:02:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341c0cc9-b705-4950-b792-cf58976045f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:27:03.627960 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:03.640525 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea78132f-08a9-4e3d-93ce-505fa1972830 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:27:03.659440 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port ea78132f-08a9-4e3d-93ce-505fa1972830, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ea78132f-08a9-4e3d-93ce-505fa1972830,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:27:03.662910 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:03.709267 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=ea78132f-08a9-4e3d-93ce-505fa1972830,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:03.716465 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.717557 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.717557 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.717757 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.718065 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.718388 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.718735 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.719057 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.719405 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.719731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.720045 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:03.720359 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:04.212000 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2db363-98d6-4542-a3b9-14e3127b9637 req-1f0502e1-e192-486f-b563-7190c3833f02 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:04.213474 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ed2db363-98d6-4542-a3b9-14e3127b9637 req-1f0502e1-e192-486f-b563-7190c3833f02 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0473082 Aug 29 14:27:04.250938 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ed2db363-98d6-4542-a3b9-14e3127b9637 req-daf05997-5406-46c6-922c-bdf8089fc33e tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Aug 29 14:27:04.343971 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4cdd2-8088-41a7-b7fd-0397f5ef1bcc req-322175c8-0596-4c19-95cd-f615a80c232c tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:04.345384 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-acd4cdd2-8088-41a7-b7fd-0397f5ef1bcc req-322175c8-0596-4c19-95cd-f615a80c232c tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0470104 Aug 29 14:27:04.386225 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-acd4cdd2-8088-41a7-b7fd-0397f5ef1bcc req-76d6158e-f908-4f4b-92d5-915aaacb3f1f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Aug 29 14:27:05.362711 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94c0d-bed5-405a-a7bd-7a36375efc0d req-aa5c8e22-bb57-46fa-a192-7d88e0a0595b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:05.364153 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a5b94c0d-bed5-405a-a7bd-7a36375efc0d req-aa5c8e22-bb57-46fa-a192-7d88e0a0595b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Aug 29 14:27:05.405190 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a5b94c0d-bed5-405a-a7bd-7a36375efc0d req-9e8abce8-d34a-43b5-b968-b4e35c9b9f59 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Aug 29 14:27:05.500080 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4833321-0b24-4102-811a-6e892497c91c req-2097d772-3096-448c-bf45-ba559e1a263e tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:05.501573 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a4833321-0b24-4102-811a-6e892497c91c req-2097d772-3096-448c-bf45-ba559e1a263e tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0484076 Aug 29 14:27:05.538416 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a4833321-0b24-4102-811a-6e892497c91c req-445bdbd9-f0c4-4727-89cc-f2cf5501919f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307949 Aug 29 14:27:06.519450 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd172-37a9-4358-ae08-c48739cce809 req-3f0ec80e-d523-4277-a530-d4425efd8237 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:06.520908 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-076cd172-37a9-4358-ae08-c48739cce809 req-3f0ec80e-d523-4277-a530-d4425efd8237 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0480883 Aug 29 14:27:06.558662 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-076cd172-37a9-4358-ae08-c48739cce809 req-585074ef-0324-40d5-ba56-d6eb63a4f971 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Aug 29 14:27:06.652389 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766b919-8ed3-4b4a-8a67-b4ac9230d9c4 req-b68802c5-338e-4166-b925-e860f00df478 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:06.653832 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e766b919-8ed3-4b4a-8a67-b4ac9230d9c4 req-b68802c5-338e-4166-b925-e860f00df478 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0474989 Aug 29 14:27:06.691127 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e766b919-8ed3-4b4a-8a67-b4ac9230d9c4 req-6a6b8a48-cb63-4851-bc12-a7c933520483 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Aug 29 14:27:07.672835 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f7402-adac-406b-9104-01c398d91a3e req-27fc65ab-800f-45ad-abb0-455005629be0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:07.674292 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ef9f7402-adac-406b-9104-01c398d91a3e req-27fc65ab-800f-45ad-abb0-455005629be0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0470541 Aug 29 14:27:07.711164 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ef9f7402-adac-406b-9104-01c398d91a3e req-9503e056-760a-4e51-9910-ea066dd44109 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305138 Aug 29 14:27:07.803668 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a908-50c8-4447-bd5e-d73501572bd7 req-428c599b-4641-45ea-aa73-04d0654c8192 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:07.805844 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5fc0a908-50c8-4447-bd5e-d73501572bd7 req-428c599b-4641-45ea-aa73-04d0654c8192 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0473487 Aug 29 14:27:07.845459 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5fc0a908-50c8-4447-bd5e-d73501572bd7 req-7c5180a1-29b1-4b63-a429-217b7995058f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Aug 29 14:27:08.256097 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:27:08.277795 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: c1e9333e-b6ee-4e87-8182-16e7bd22b4fe {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:27:08.278135 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:27:08.830625 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e35537-4bf5-42e2-925c-d83b0646c6e9 req-257fc198-7821-45c7-8a54-49cbf19dfe22 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:08.832079 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a2e35537-4bf5-42e2-925c-d83b0646c6e9 req-257fc198-7821-45c7-8a54-49cbf19dfe22 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0471842 Aug 29 14:27:08.874780 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a2e35537-4bf5-42e2-925c-d83b0646c6e9 req-7cea49d2-4a8c-421e-a364-a47e3cfb3a08 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360997 Aug 29 14:27:08.956716 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac2931-fd42-4a33-b6bd-3180d58366fb req-850f199f-056a-4e12-ae4f-3116041cc285 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:08.958159 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-77ac2931-fd42-4a33-b6bd-3180d58366fb req-850f199f-056a-4e12-ae4f-3116041cc285 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0475764 Aug 29 14:27:08.995837 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-77ac2931-fd42-4a33-b6bd-3180d58366fb req-f7b2ed2e-52fb-4e24-a43b-2f7843d6946e tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Aug 29 14:27:09.987533 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ec190-7051-4b84-a038-fb07641c1a79 req-f48f419c-5c74-40e0-a829-b5c8c82580e0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:09.988882 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-871ec190-7051-4b84-a038-fb07641c1a79 req-f48f419c-5c74-40e0-a829-b5c8c82580e0 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0487287 Aug 29 14:27:10.026379 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-871ec190-7051-4b84-a038-fb07641c1a79 req-6a0ce620-b299-420c-841f-da329beee1a7 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Aug 29 14:27:10.107075 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb1e83-b00a-4ed7-bfff-b48bd8bd6748 req-28cd0237-4428-491c-8264-294989dc575b tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:10.108501 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-21cb1e83-b00a-4ed7-bfff-b48bd8bd6748 req-28cd0237-4428-491c-8264-294989dc575b tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0474989 Aug 29 14:27:10.145745 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-21cb1e83-b00a-4ed7-bfff-b48bd8bd6748 req-30def97f-aec7-44bf-b0cb-30186c64948b tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Aug 29 14:27:10.353224 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:27:10.376201 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: c1e9333e-b6ee-4e87-8182-16e7bd22b4fe {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:27:10.376544 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:27:11.137469 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44addfbf-7312-4f5c-b799-02822be7a501 req-10f61730-a5f5-4658-8b4a-3d1e58475958 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:11.139025 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-44addfbf-7312-4f5c-b799-02822be7a501 req-10f61730-a5f5-4658-8b4a-3d1e58475958 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0474505 Aug 29 14:27:11.175938 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-44addfbf-7312-4f5c-b799-02822be7a501 req-14cc6899-bc77-456b-aca8-24346f57c5d5 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310001 Aug 29 14:27:11.256259 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f618509-b376-40ec-91f6-2a180c3feb13 req-bcc6c0ec-b907-414d-af83-f66052168197 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:11.258193 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8f618509-b376-40ec-91f6-2a180c3feb13 req-bcc6c0ec-b907-414d-af83-f66052168197 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0476942 Aug 29 14:27:11.298398 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8f618509-b376-40ec-91f6-2a180c3feb13 req-704ad201-44b9-4aa3-93bf-5581436d065b tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343277 Aug 29 14:27:12.287756 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d9971-bc6c-4b82-8014-390c4f188151 req-145eb5db-4145-4720-bc05-c14966a48d83 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:12.289571 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bc3d9971-bc6c-4b82-8014-390c4f188151 req-145eb5db-4145-4720-bc05-c14966a48d83 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0478292 Aug 29 14:27:12.331653 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bc3d9971-bc6c-4b82-8014-390c4f188151 req-3b3dc107-bc7c-4af1-8955-cf76ab4fdf3d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364118 Aug 29 14:27:12.411979 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbedbb3-2888-4a1e-86c6-bf26a292d599 req-9a3b535b-76d1-4071-88cc-179411906c58 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:12.413434 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bbbedbb3-2888-4a1e-86c6-bf26a292d599 req-9a3b535b-76d1-4071-88cc-179411906c58 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0481870 Aug 29 14:27:12.451505 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bbbedbb3-2888-4a1e-86c6-bf26a292d599 req-71a9cefb-4cba-40d0-be57-0fec3df5a9ed tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Aug 29 14:27:13.445371 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343819f-069f-4978-8e06-c5251185c60e req-00885e7f-e8f3-4d50-8149-bca4bc6f1247 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:13.447320 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a343819f-069f-4978-8e06-c5251185c60e req-00885e7f-e8f3-4d50-8149-bca4bc6f1247 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0481849 Aug 29 14:27:13.485706 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a343819f-069f-4978-8e06-c5251185c60e req-7e74785d-f949-4b17-b4ed-f30fd74faa00 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Aug 29 14:27:13.562499 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845fa63-9b5b-4858-b331-5a07213b5c84 req-dac6ab12-721e-4df3-88c0-e384120495f1 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:13.563962 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6845fa63-9b5b-4858-b331-5a07213b5c84 req-dac6ab12-721e-4df3-88c0-e384120495f1 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0469308 Aug 29 14:27:13.601081 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6845fa63-9b5b-4858-b331-5a07213b5c84 req-63c63fa6-d19b-471f-89df-262f4c88fe3a tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Aug 29 14:27:14.024058 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 44574) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:14.127025 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f09aa36-51a6-46c4-a5ee-cd058e105c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:14.214975 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f09aa36-51a6-46c4-a5ee-cd058e105c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:14.218935 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f09aa36-51a6-46c4-a5ee-cd058e105c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:14.259655 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-6f09aa36-51a6-46c4-a5ee-cd058e105c0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0fb7b6383c04aaeaeaad9b6de868ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344313 Aug 29 14:27:14.260523 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09aa36-51a6-46c4-a5ee-cd058e105c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65421adc-8199-42b1-befc-bd6dd0cb9909,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:14.262358 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44578) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:14.309884 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd40630-777c-4303-afc0-17555fa7a3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:14.330262 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd40630-777c-4303-afc0-17555fa7a3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:14.341670 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:27:14.362149 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: c1e9333e-b6ee-4e87-8182-16e7bd22b4fe {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:27:14.362486 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:27:14.376505 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd40630-777c-4303-afc0-17555fa7a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:14.379024 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fd40630-777c-4303-afc0-17555fa7a3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:14.380168 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3fd40630-777c-4303-afc0-17555fa7a3b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65421adc-8199-42b1-befc-bd6dd0cb9909 HTTP/1.1" status: 204 len: 168 time: 0.1165648 Aug 29 14:27:14.387952 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd40630-777c-4303-afc0-17555fa7a3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65421adc-8199-42b1-befc-bd6dd0cb9909,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:14.604634 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a6ea-6e47-4e48-94f3-bbe9b3c4b5cf req-3c4c366d-10ac-46b5-aee0-5826fc2f5f53 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:14.606138 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cc14a6ea-6e47-4e48-94f3-bbe9b3c4b5cf req-3c4c366d-10ac-46b5-aee0-5826fc2f5f53 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0539155 Aug 29 14:27:14.645063 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cc14a6ea-6e47-4e48-94f3-bbe9b3c4b5cf req-115e4edf-5e96-4f8c-aec9-48c360b0f6ac tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330615 Aug 29 14:27:14.717950 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa011d-d3ec-4db0-840c-d97441400152 req-0fbf0543-ea86-4253-a01a-d1fc3df966fd tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:14.719597 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d1aa011d-d3ec-4db0-840c-d97441400152 req-0fbf0543-ea86-4253-a01a-d1fc3df966fd tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0492215 Aug 29 14:27:14.760814 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d1aa011d-d3ec-4db0-840c-d97441400152 req-1a5c1bef-2012-4e80-b60c-453749441dee tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Aug 29 14:27:15.760153 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0bfdb-b576-46f9-8ad4-93aa69285169 req-f4731870-ceec-4250-871d-53f550c2183c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:15.761647 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-77c0bfdb-b576-46f9-8ad4-93aa69285169 req-f4731870-ceec-4250-871d-53f550c2183c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Aug 29 14:27:15.803058 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-77c0bfdb-b576-46f9-8ad4-93aa69285169 req-fd43cd9c-490c-4051-99e8-1e134c66bf3f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Aug 29 14:27:15.883526 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f2fb7-c6e0-439b-a3d7-0f48cd23c6a0 req-8038a54e-94bd-4e3b-8b77-752ee6a5f53f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:15.885502 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fb3f2fb7-c6e0-439b-a3d7-0f48cd23c6a0 req-8038a54e-94bd-4e3b-8b77-752ee6a5f53f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0505066 Aug 29 14:27:15.924494 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fb3f2fb7-c6e0-439b-a3d7-0f48cd23c6a0 req-ed32d1ff-e848-41f4-af4e-f1b188332aaf tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Aug 29 14:27:16.919906 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8f839-76f7-444d-8571-79b0c8a005a9 req-f7fa00df-12cb-4616-8b08-dce7c2cbd1d1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:16.921383 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c5e8f839-76f7-444d-8571-79b0c8a005a9 req-f7fa00df-12cb-4616-8b08-dce7c2cbd1d1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0478988 Aug 29 14:27:16.958363 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c5e8f839-76f7-444d-8571-79b0c8a005a9 req-8a219ef3-e397-41a3-a85a-eb60c654b1a3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Aug 29 14:27:17.040176 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed815226-d271-4a73-b9c5-38db6fe1914c req-f645696d-593f-4fba-8b9c-2ff8c225f2b3 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:17.042393 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ed815226-d271-4a73-b9c5-38db6fe1914c req-f645696d-593f-4fba-8b9c-2ff8c225f2b3 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0516939 Aug 29 14:27:17.082713 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ed815226-d271-4a73-b9c5-38db6fe1914c req-abbd5edb-6582-4d9a-9231-a5de6a90176f tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344489 Aug 29 14:27:18.076767 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591a2ac-a114-40d1-98e8-d5bc42d090f1 req-14009d46-01ae-48df-81d7-124d7854da9a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:18.078227 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9591a2ac-a114-40d1-98e8-d5bc42d090f1 req-14009d46-01ae-48df-81d7-124d7854da9a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0548759 Aug 29 14:27:18.116099 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9591a2ac-a114-40d1-98e8-d5bc42d090f1 req-cdf2a746-a7c1-4d9b-b9d9-f73d1c7de163 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Aug 29 14:27:18.196284 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69fcc4-3508-4a0f-ac6c-6e1277b0be15 req-ecb53e8e-0fe6-443c-b219-8ee8c5c37785 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:18.197913 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4f69fcc4-3508-4a0f-ac6c-6e1277b0be15 req-ecb53e8e-0fe6-443c-b219-8ee8c5c37785 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0480406 Aug 29 14:27:18.235161 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4f69fcc4-3508-4a0f-ac6c-6e1277b0be15 req-167323df-7cd9-4af2-98bc-c0d4e8d27946 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313764 Aug 29 14:27:19.229900 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6bca7-83fb-4b32-bc0d-3eab53f231fb req-b1d8fd83-f89b-43a2-9005-86d3a516c685 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:19.231406 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7eb6bca7-83fb-4b32-bc0d-3eab53f231fb req-b1d8fd83-f89b-43a2-9005-86d3a516c685 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0482438 Aug 29 14:27:19.268347 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7eb6bca7-83fb-4b32-bc0d-3eab53f231fb req-4ed8829f-bae0-45d1-a434-5d9593942f2a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Aug 29 14:27:19.346927 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177bc54-2ba4-46c7-8f59-1ac6c7f7630b req-1a974f93-6edc-4127-b297-3331117450f1 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:19.348450 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9177bc54-2ba4-46c7-8f59-1ac6c7f7630b req-1a974f93-6edc-4127-b297-3331117450f1 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0477767 Aug 29 14:27:19.386049 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9177bc54-2ba4-46c7-8f59-1ac6c7f7630b req-fc1f760f-8358-4c9a-bc3f-8484ec4f1d9b tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Aug 29 14:27:19.847397 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:27:19.866906 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: c1e9333e-b6ee-4e87-8182-16e7bd22b4fe {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:27:19.867238 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device c1e9333e-b6ee-4e87-8182-16e7bd22b4fe not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:27:20.381811 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304f4ca-72d8-4464-b09a-5e3c027fa204 req-cce779b4-8464-40a1-86ea-356b33f20396 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:20.383306 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0304f4ca-72d8-4464-b09a-5e3c027fa204 req-cce779b4-8464-40a1-86ea-356b33f20396 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0483379 Aug 29 14:27:20.421497 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0304f4ca-72d8-4464-b09a-5e3c027fa204 req-ba5e10af-6b21-44ab-8e77-7fe67a30fc18 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Aug 29 14:27:20.494715 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['ea78132f-08a9-4e3d-93ce-505fa1972830'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:27:20.507990 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad8d72-a644-4e8a-ad05-4f82ae30b219 req-b78ca3a3-1a35-45f7-9051-cc97721bf9bf tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:20.509513 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-52ad8d72-a644-4e8a-ad05-4f82ae30b219 req-b78ca3a3-1a35-45f7-9051-cc97721bf9bf tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0572538 Aug 29 14:27:20.551082 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-52ad8d72-a644-4e8a-ad05-4f82ae30b219 req-d852c278-d5f5-43dc-b938-f7756c7f17ba tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353761 Aug 29 14:27:21.537035 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2062945-5e94-4992-8b74-205c1c221dc3 req-eaa92a4c-f410-446a-8d43-107c129920a3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:21.539079 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e2062945-5e94-4992-8b74-205c1c221dc3 req-eaa92a4c-f410-446a-8d43-107c129920a3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0502915 Aug 29 14:27:21.582667 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e2062945-5e94-4992-8b74-205c1c221dc3 req-4863523a-f949-4ae9-8759-774ff3e6fb5d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368345 Aug 29 14:27:21.657974 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16f84a-e6db-44d7-95b9-101a459f631e req-883bba0c-3787-4027-bf68-97b58a720ff9 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:21.659406 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9f16f84a-e6db-44d7-95b9-101a459f631e req-883bba0c-3787-4027-bf68-97b58a720ff9 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0507014 Aug 29 14:27:21.686670 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f6be9-ddfd-4005-848b-30c2e165a48d req-18c5041e-c6e4-4e77-9dae-4246cc80ab1e tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:21.688149 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0b3f6be9-ddfd-4005-848b-30c2e165a48d req-18c5041e-c6e4-4e77-9dae-4246cc80ab1e tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0493453 Aug 29 14:27:21.697779 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9f16f84a-e6db-44d7-95b9-101a459f631e req-65aee96d-2189-4390-8834-66bd371b248e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Aug 29 14:27:21.726006 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0b3f6be9-ddfd-4005-848b-30c2e165a48d req-43e5e6bc-d67d-4a73-a437-086822ec279a tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Aug 29 14:27:22.694292 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5256-fb5d-4b13-8831-d69f335ecf72 req-362667af-bb2f-4eae-ade6-83e7cb118dfd tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:22.695777 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-45ba5256-fb5d-4b13-8831-d69f335ecf72 req-362667af-bb2f-4eae-ade6-83e7cb118dfd tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0468702 Aug 29 14:27:22.734746 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-45ba5256-fb5d-4b13-8831-d69f335ecf72 req-fb6ad4a6-58a6-4803-9774-548fe3015a7b tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Aug 29 14:27:22.816624 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e7aba-8dd9-4c60-bf80-b7d6701fd7fe req-612242e9-06a1-4199-a306-432f55a593b3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:22.818226 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-109e7aba-8dd9-4c60-bf80-b7d6701fd7fe req-612242e9-06a1-4199-a306-432f55a593b3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0518117 Aug 29 14:27:22.841862 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc80890-a2d6-4ddb-8a51-254e9ba3edbb req-1805fc89-123b-4ae2-b9d2-670e06bcbe71 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:22.843636 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9fc80890-a2d6-4ddb-8a51-254e9ba3edbb req-1805fc89-123b-4ae2-b9d2-670e06bcbe71 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0484855 Aug 29 14:27:22.856020 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-109e7aba-8dd9-4c60-bf80-b7d6701fd7fe req-8a03b750-f8ae-4625-b988-4dff7d81f641 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Aug 29 14:27:22.882704 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9fc80890-a2d6-4ddb-8a51-254e9ba3edbb req-72422810-25b8-484d-bdb7-8d837629e888 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Aug 29 14:27:23.209464 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:23.846309 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860143c-5ac6-41c5-994e-0a1eb8626c0d req-cdf98196-d0ce-48f9-beb0-9d4cbd8c6525 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:23.847777 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1860143c-5ac6-41c5-994e-0a1eb8626c0d req-cdf98196-d0ce-48f9-beb0-9d4cbd8c6525 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Aug 29 14:27:23.883702 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1860143c-5ac6-41c5-994e-0a1eb8626c0d req-b267381f-97b5-4977-91d2-cc5cf892ebdf tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300667 Aug 29 14:27:23.977095 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374097-82b9-4c03-8249-648962162e3e req-b2ac8abc-a79a-4cda-b220-7f91977597c0 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:23.979203 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2a374097-82b9-4c03-8249-648962162e3e req-b2ac8abc-a79a-4cda-b220-7f91977597c0 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0516665 Aug 29 14:27:23.996706 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5430a-5abe-42f9-ad37-a8b0e12531be req-b3c5ca8c-f0f0-4a4c-879d-c43a63433acf tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:23.998184 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fee5430a-5abe-42f9-ad37-a8b0e12531be req-b3c5ca8c-f0f0-4a4c-879d-c43a63433acf tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 945 time: 0.0487022 Aug 29 14:27:24.016922 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2a374097-82b9-4c03-8249-648962162e3e req-40c64374-a599-4750-b4b5-482d42153c3a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Aug 29 14:27:24.035149 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fee5430a-5abe-42f9-ad37-a8b0e12531be req-1130976a-cc5b-47be-a815-3ad870898691 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Aug 29 14:27:24.123017 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-84ab59f9-55c6-47c8-a090-f3b4ec848a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:24.124471 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-84ab59f9-55c6-47c8-a090-f3b4ec848a51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1099 time: 0.0434489 Aug 29 14:27:24.212008 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-9e4751f9-ec03-45ec-8190-8e2dc0ea6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:24.214078 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-9e4751f9-ec03-45ec-8190-8e2dc0ea6b7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 920 time: 0.0808637 Aug 29 14:27:24.262973 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-f376eeda-4f6e-4385-adbf-a5ff9edf897a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3 HTTP/1.1" status: 200 len: 217 time: 0.0326135 Aug 29 14:27:24.332054 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-952619e1-3427-42e9-87b7-ffa4e55f3059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:24.355999 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device ea78132f-08a9-4e3d-93ce-505fa1972830 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:27:24.411351 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port ea78132f-08a9-4e3d-93ce-505fa1972830 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:27:24.416732 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port ea78132f-08a9-4e3d-93ce-505fa1972830 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:27:24.417130 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:24.503230 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:24.528617 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f8b931-6a0c-4814-9b94-3c65dfe13bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea78132f-08a9-4e3d-93ce-505fa1972830'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:27:24.530848 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e4673-45f3-4f6a-8ea3-95276e85d843" -d '{"events": [{"server_uuid": "d4f8b931-6a0c-4814-9b94-3c65dfe13bac", "name": "network-vif-plugged", "status": "completed", "tag": "ea78132f-08a9-4e3d-93ce-505fa1972830"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:27:24.545379 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port ea78132f-08a9-4e3d-93ce-505fa1972830, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ea78132f-08a9-4e3d-93ce-505fa1972830,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:27:24.550332 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:24.566259 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-1c5a777d-5add-4ef3-b88c-691db3ac7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:24.567860 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-1c5a777d-5add-4ef3-b88c-691db3ac7d6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.2955704 Aug 29 14:27:24.576576 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3156ac78-b741-438e-a64e-60078572c1cb x-openstack-request-id: req-3156ac78-b741-438e-a64e-60078572c1cb {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:27:24.576860 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f8b931-6a0c-4814-9b94-3c65dfe13bac", "name": "network-vif-plugged", "status": "completed", "tag": "ea78132f-08a9-4e3d-93ce-505fa1972830", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:27:24.577106 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3156ac78-b741-438e-a64e-60078572c1cb {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:27:24.577474 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f8b931-6a0c-4814-9b94-3c65dfe13bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea78132f-08a9-4e3d-93ce-505fa1972830', 'code': 200} Aug 29 14:27:24.602061 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=ea78132f-08a9-4e3d-93ce-505fa1972830,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:24.641888 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-291966dd-ae2e-4d35-aa24-f69cde616b19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243716 Aug 29 14:27:24.746371 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-5e71cd9a-5e83-4a9c-b6d2-2bdf9564ee24 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821664 Aug 29 14:27:24.863140 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306711a-0d29-4449-906d-41f01e90657f req-5a2d61e0-5185-4b54-b4e4-5b8f60de2964 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:24.864594 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d306711a-0d29-4449-906d-41f01e90657f req-5a2d61e0-5185-4b54-b4e4-5b8f60de2964 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0739782 Aug 29 14:27:24.871300 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a86d9-acea-4955-803a-bf080126786e req-b8670581-556d-4ec5-b3b1-81a85edbc50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:24.872691 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c1a86d9-acea-4955-803a-bf080126786e req-b8670581-556d-4ec5-b3b1-81a85edbc50f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 1099 time: 0.0574987 Aug 29 14:27:24.877097 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-7a638b26-22d6-458f-9fa8-573b48360985 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869930 Aug 29 14:27:24.960557 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c1a86d9-acea-4955-803a-bf080126786e req-801e2bba-89f9-40ba-9c15-495d5d6409de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631666 Aug 29 14:27:24.991785 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Deleting port 8494187c-736b-440c-9a5a-2380914d8d31 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:27:24.992441 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:25.007621 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c37c7-1a0e-4011-80c4-e177cdb2266e req-58078875-e7da-4e15-bf35-334acb8c2742 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:25.009147 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-718c37c7-1a0e-4011-80c4-e177cdb2266e req-58078875-e7da-4e15-bf35-334acb8c2742 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 945 time: 0.0520878 Aug 29 14:27:25.063449 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-718c37c7-1a0e-4011-80c4-e177cdb2266e req-f7658f93-a3e3-40b7-97d8-321bff9f01ea tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451887 Aug 29 14:27:25.105648 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] For port 8494187c-736b-440c-9a5a-2380914d8d31, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8494187c-736b-440c-9a5a-2380914d8d31,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:27:25.107249 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:25.155608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Calling delete_port for 8494187c-736b-440c-9a5a-2380914d8d31 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:27:25.186392 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194e13-b485-441b-97dc-fed1f8c4b84b req-1f930f65-afba-4717-aa30-e7a01df06de9 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:25.188014 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-40194e13-b485-441b-97dc-fed1f8c4b84b req-1f930f65-afba-4717-aa30-e7a01df06de9 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0520489 Aug 29 14:27:25.218582 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5906a2-a9ee-4eef-b182-e4f62725b36c req-81348f4e-16d3-4274-aec1-fffaa4641ceb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:25.220073 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fc5906a2-a9ee-4eef-b182-e4f62725b36c req-81348f4e-16d3-4274-aec1-fffaa4641ceb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.1103122 Aug 29 14:27:25.227033 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-40194e13-b485-441b-97dc-fed1f8c4b84b req-2ecff105-5755-4048-af88-ad8150b82158 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Aug 29 14:27:25.275597 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fc5906a2-a9ee-4eef-b182-e4f62725b36c req-957e2319-56a7-4dfe-982e-4ed44e2320d3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497403 Aug 29 14:27:25.329999 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:25.363263 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Pushing event deleted for resources: {'Port': ['ID=8494187c-736b-440c-9a5a-2380914d8d31,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:25.401664 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] No DVR routers for this DVR port 8494187c-736b-440c-9a5a-2380914d8d31 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:27:25.404273 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:25.406206 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d306711a-0d29-4449-906d-41f01e90657f req-c5fd124a-99db-4a5e-8204-4fd4947e3804 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "DELETE /v2.0/ports/8494187c-736b-440c-9a5a-2380914d8d31 HTTP/1.1" status: 204 len: 173 time: 0.5326781 Aug 29 14:27:25.406669 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c90c36-8477-4430-a014-4e4885471066', 'name': 'network-vif-deleted', 'tag': '8494187c-736b-440c-9a5a-2380914d8d31'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:27:25.408877 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c874fbf7-f825-4c29-a6ca-a03b664bfd49" -d '{"events": [{"server_uuid": "38c90c36-8477-4430-a014-4e4885471066", "name": "network-vif-deleted", "tag": "8494187c-736b-440c-9a5a-2380914d8d31"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:27:25.445537 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bbd870-ef36-4285-a745-93118d899078 x-openstack-request-id: req-67bbd870-ef36-4285-a745-93118d899078 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:27:25.445829 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c90c36-8477-4430-a014-4e4885471066", "name": "network-vif-deleted", "tag": "8494187c-736b-440c-9a5a-2380914d8d31", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:27:25.446079 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67bbd870-ef36-4285-a745-93118d899078 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:27:25.446470 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c90c36-8477-4430-a014-4e4885471066', 'name': 'network-vif-deleted', 'tag': '8494187c-736b-440c-9a5a-2380914d8d31', 'status': 'completed', 'code': 200} Aug 29 14:27:25.820663 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:27:26.156741 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9f4b9855-c52c-4969-b53c-1c7d508c7180 req-507b2a16-6693-4358-b10b-90dbe97320ac tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 210 time: 0.0263116 Aug 29 14:27:26.339925 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4a29-b016-4324-9cc8-799f33852e82 req-dd540a12-19da-4a5f-975b-42d33f9c9cd7 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:26.341416 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08dc4a29-b016-4324-9cc8-799f33852e82 req-dd540a12-19da-4a5f-975b-42d33f9c9cd7 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0480571 Aug 29 14:27:26.379231 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-08dc4a29-b016-4324-9cc8-799f33852e82 req-e1e5169d-9729-42e1-ae49-c3222ac68719 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Aug 29 14:27:26.391182 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ee44c-3af1-4009-aee5-bcdfce9801a3 req-878566c2-5ac2-46cb-9ed1-eec4f9fbc944 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:26.392724 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f15ee44c-3af1-4009-aee5-bcdfce9801a3 req-878566c2-5ac2-46cb-9ed1-eec4f9fbc944 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0493147 Aug 29 14:27:26.427249 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8ea08871-53a3-4319-8443-a01460098adc', '5ea21374-d91f-44a8-aa40-9579aaecc645', '8494187c-736b-440c-9a5a-2380914d8d31'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:27:26.429489 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f15ee44c-3af1-4009-aee5-bcdfce9801a3 req-e45d234e-ad5e-4745-9a0a-d76e5a5de938 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Aug 29 14:27:26.953401 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8a9bde0-d0f2-4480-9852-3d8c870b1aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:27.247282 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-403ffec9-32a4-46a0-8503-6f25b33c7483 req-add35345-a119-456f-8060-52b03b010483 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 210 time: 0.0257738 Aug 29 14:27:27.441545 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:27.499106 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e63f02-7576-41ba-aa85-a965714b3ac2 req-60b9eef3-f5b7-4317-ba6a-cd72f3d05ebd tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:27.500581 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-95e63f02-7576-41ba-aa85-a965714b3ac2 req-60b9eef3-f5b7-4317-ba6a-cd72f3d05ebd tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0512023 Aug 29 14:27:27.538578 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-95e63f02-7576-41ba-aa85-a965714b3ac2 req-dc7c64bc-470a-4e7f-a06e-4d74a0536151 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Aug 29 14:27:27.549018 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f00396-3f6e-45b9-ba9f-e32de1e39bd9 req-bcae6c61-17a8-4640-9b1a-6b6a290e630d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:27.550949 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-34f00396-3f6e-45b9-ba9f-e32de1e39bd9 req-bcae6c61-17a8-4640-9b1a-6b6a290e630d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0504818 Aug 29 14:27:27.593093 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-34f00396-3f6e-45b9-ba9f-e32de1e39bd9 req-ad3203ba-2caf-4589-9675-e4588821277c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358279 Aug 29 14:27:27.939145 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:28.338250 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a0be9f12-1094-45e7-9a9d-cc54fd8ce781 req-bce99e05-2c41-420b-87be-3b550ea9e4ac tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c90c36-8477-4430-a014-4e4885471066 HTTP/1.1" status: 200 len: 210 time: 0.0267761 Aug 29 14:27:28.666317 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f6c51-4eda-4748-9f0b-3108abde0424 req-f3a3105e-ce6b-46b4-b02f-b250ee7c96eb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:28.668026 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a75f6c51-4eda-4748-9f0b-3108abde0424 req-f3a3105e-ce6b-46b4-b02f-b250ee7c96eb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0601459 Aug 29 14:27:28.707299 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-727b4487-80d9-42cd-839b-64ea5045b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:28.707926 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a75f6c51-4eda-4748-9f0b-3108abde0424 req-0d1e5b13-7022-41fa-a2ae-b80e04868861 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328212 Aug 29 14:27:28.708819 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-727b4487-80d9-42cd-839b-64ea5045b7dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1099 time: 0.0698366 Aug 29 14:27:28.734240 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcc302-1da4-4d0c-b8df-4d930f2faf0b req-4b10125b-2f68-4258-8995-82b70560d24a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:28.735763 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-30bcc302-1da4-4d0c-b8df-4d930f2faf0b req-4b10125b-2f68-4258-8995-82b70560d24a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0620079 Aug 29 14:27:28.816506 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-30bcc302-1da4-4d0c-b8df-4d930f2faf0b req-63042eea-c7d7-4479-9484-2e565752ca98 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729165 Aug 29 14:27:28.846529 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-c23a48cc-6397-476e-ac11-3327eec82dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:28.848017 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-c23a48cc-6397-476e-ac11-3327eec82dd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 920 time: 0.1113756 Aug 29 14:27:28.891337 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-6322c3c6-c617-4c96-a4e0-5572be3134fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3 HTTP/1.1" status: 200 len: 217 time: 0.0340836 Aug 29 14:27:28.945496 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-e1ecd226-498c-4bb0-92d0-b92807eeb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:28.947836 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-e1ecd226-498c-4bb0-92d0-b92807eeb352 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.0461242 Aug 29 14:27:28.980818 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-0a993937-0742-4aac-974e-6d8555243809 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237534 Aug 29 14:27:29.078018 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-5a9d4b84-83f6-426c-8a88-0000849b80da service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790226 Aug 29 14:27:29.174781 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8f247d13-cd17-4944-a5e2-8f56bb828c82 req-224df62a-b4bd-44d5-9c4f-7cb16f03c6ae service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852547 Aug 29 14:27:29.617170 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d304-f774-4044-a22f-634bd35153b3 req-d6acf556-a0ae-4a7f-8e8e-93bcb99d7821 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:29.619429 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0796d304-f774-4044-a22f-634bd35153b3 req-d6acf556-a0ae-4a7f-8e8e-93bcb99d7821 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0507774 Aug 29 14:27:29.633527 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:29.676228 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0796d304-f774-4044-a22f-634bd35153b3 req-8900b649-1888-4644-9c32-0076172b0123 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475504 Aug 29 14:27:29.852627 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da6541-79d4-4c1d-a164-56dadd16ef01 req-7c022e8c-3982-4940-ba0c-be0481345a2e tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:29.860375 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-33da6541-79d4-4c1d-a164-56dadd16ef01 req-7c022e8c-3982-4940-ba0c-be0481345a2e tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0775852 Aug 29 14:27:29.895155 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-33da6541-79d4-4c1d-a164-56dadd16ef01 req-0bf27042-0792-46c5-a82b-3032dfb361ab tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Aug 29 14:27:29.955772 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c6a7-7143-4d2e-9d62-5a5bd011d1d9 req-f7433049-4ae2-4798-9c6c-225619b356f7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:29.972544 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3875c6a7-7143-4d2e-9d62-5a5bd011d1d9 req-f7433049-4ae2-4798-9c6c-225619b356f7 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0836980 Aug 29 14:27:30.014841 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3875c6a7-7143-4d2e-9d62-5a5bd011d1d9 req-6c536b00-6d0b-4099-a457-a51701713a7f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Aug 29 14:27:30.476318 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8494187c-736b-440c-9a5a-2380914d8d31 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:27:30.495594 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 8494187c-736b-440c-9a5a-2380914d8d31 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:27:30.495927 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8494187c-736b-440c-9a5a-2380914d8d31 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:27:30.787923 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57628dc6-0e95-4157-8204-b96ebd420d7c req-cfde8a4a-ad5f-4a75-a92b-99b1945421e1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:30.789388 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-57628dc6-0e95-4157-8204-b96ebd420d7c req-cfde8a4a-ad5f-4a75-a92b-99b1945421e1 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0483522 Aug 29 14:27:30.829845 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-57628dc6-0e95-4157-8204-b96ebd420d7c req-22150628-980d-4179-a852-776497f92df3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Aug 29 14:27:31.134964 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e0d3e-adf9-4ad8-bc55-caf37f95d6f4 req-ae884c2e-4ea6-46a2-a871-780f6ef4b2a0 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:31.140571 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-990e0d3e-adf9-4ad8-bc55-caf37f95d6f4 req-ae884c2e-4ea6-46a2-a871-780f6ef4b2a0 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0570285 Aug 29 14:27:31.177167 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-990e0d3e-adf9-4ad8-bc55-caf37f95d6f4 req-5246cae0-ef38-458e-9ae0-444f3b0b54b9 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Aug 29 14:27:31.731122 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-245a70cc-66c4-46bf-94cf-45b83abe5ea3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:31.732578 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-245a70cc-66c4-46bf-94cf-45b83abe5ea3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0514390 Aug 29 14:27:31.824994 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Deleting port 5ea21374-d91f-44a8-aa40-9579aaecc645 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:27:31.825322 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:31.912500 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] For port 5ea21374-d91f-44a8-aa40-9579aaecc645, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5ea21374-d91f-44a8-aa40-9579aaecc645,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:27:31.912855 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:31.925959 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Calling delete_port for 5ea21374-d91f-44a8-aa40-9579aaecc645 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:27:31.946048 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648c18b-4271-4863-bf6d-4b2c2b38ce96 req-95c17489-7ca7-4b24-97ec-dfadf7c20c42 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:31.948099 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c648c18b-4271-4863-bf6d-4b2c2b38ce96 req-95c17489-7ca7-4b24-97ec-dfadf7c20c42 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=971a0c96-b12c-45d8-b0a7-24d0b7c14075 HTTP/1.1" status: 200 len: 946 time: 0.0496156 Aug 29 14:27:31.986014 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c648c18b-4271-4863-bf6d-4b2c2b38ce96 req-b2a9377d-0786-4470-8578-b7602af80c66 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Aug 29 14:27:32.058200 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:32.086255 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Pushing event deleted for resources: {'Port': ['ID=5ea21374-d91f-44a8-aa40-9579aaecc645,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:32.095187 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8ea08871-53a3-4319-8443-a01460098adc', '5ea21374-d91f-44a8-aa40-9579aaecc645'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:27:32.126824 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] No DVR routers for this DVR port 5ea21374-d91f-44a8-aa40-9579aaecc645 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:27:32.129454 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:32.131678 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1a93b6b4-e0ec-48ab-8bb4-99eaae69f47c req-bee6797b-67af-47bb-9b50-aaa64f6b877f tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "DELETE /v2.0/ports/5ea21374-d91f-44a8-aa40-9579aaecc645 HTTP/1.1" status: 204 len: 173 time: 0.3907199 Aug 29 14:27:32.133028 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a0c96-b12c-45d8-b0a7-24d0b7c14075', 'name': 'network-vif-deleted', 'tag': '5ea21374-d91f-44a8-aa40-9579aaecc645'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:27:32.134493 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5d88a-df51-4b07-ad10-61838153f9f1" -d '{"events": [{"server_uuid": "971a0c96-b12c-45d8-b0a7-24d0b7c14075", "name": "network-vif-deleted", "tag": "5ea21374-d91f-44a8-aa40-9579aaecc645"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:27:32.176433 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c89471-2819-4cf3-8a3c-54272a003434 x-openstack-request-id: req-d7c89471-2819-4cf3-8a3c-54272a003434 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:27:32.178022 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a0c96-b12c-45d8-b0a7-24d0b7c14075", "name": "network-vif-deleted", "tag": "5ea21374-d91f-44a8-aa40-9579aaecc645", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:27:32.178436 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7c89471-2819-4cf3-8a3c-54272a003434 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:27:32.179088 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a0c96-b12c-45d8-b0a7-24d0b7c14075', 'name': 'network-vif-deleted', 'tag': '5ea21374-d91f-44a8-aa40-9579aaecc645', 'status': 'completed', 'code': 200} Aug 29 14:27:32.295441 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d727dd-8227-4880-b3e5-cf21f63da0aa req-6fb8af27-b427-415e-8c41-3aa6c176e7a1 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:32.297741 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-23d727dd-8227-4880-b3e5-cf21f63da0aa req-6fb8af27-b427-415e-8c41-3aa6c176e7a1 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0499094 Aug 29 14:27:32.339669 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-23d727dd-8227-4880-b3e5-cf21f63da0aa req-4aea7365-ef8a-45a3-89dd-370cf406bcef tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367539 Aug 29 14:27:33.465544 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8222d62-adea-4720-bdf7-0a608aaf672e req-0ca361ea-53b9-413a-bafe-5a4f1e9df912 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:33.467049 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b8222d62-adea-4720-bdf7-0a608aaf672e req-0ca361ea-53b9-413a-bafe-5a4f1e9df912 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0604737 Aug 29 14:27:33.505656 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b8222d62-adea-4720-bdf7-0a608aaf672e req-ca449ed4-2610-4e3e-b301-50b59e6dbd0a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Aug 29 14:27:34.377935 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c8ed-4efa-4f82-a3c0-76fbd1a0a53f req-571b167c-d0b8-4887-bc32-28f309e1ef2c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:34.379483 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c3a8c8ed-4efa-4f82-a3c0-76fbd1a0a53f req-571b167c-d0b8-4887-bc32-28f309e1ef2c tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0497708 Aug 29 14:27:34.418151 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c3a8c8ed-4efa-4f82-a3c0-76fbd1a0a53f req-47c6940e-0cad-44c1-bbac-4f4d6a030f59 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316184 Aug 29 14:27:34.489199 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5ea21374-d91f-44a8-aa40-9579aaecc645 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:27:34.509650 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 5ea21374-d91f-44a8-aa40-9579aaecc645 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:27:34.509998 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5ea21374-d91f-44a8-aa40-9579aaecc645 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:27:34.589900 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 44868) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:34.626466 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3bae4-bb57-45f7-bd0a-2aca27b02f78 req-0d98e264-0cbb-4406-930f-e8d763efe77f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:34.627997 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-40b3bae4-bb57-45f7-bd0a-2aca27b02f78 req-0d98e264-0cbb-4406-930f-e8d763efe77f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0484629 Aug 29 14:27:34.666132 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-40b3bae4-bb57-45f7-bd0a-2aca27b02f78 req-5b8047d7-f455-4783-abfb-c4dfcad1c027 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Aug 29 14:27:34.697885 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:34.787250 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:34.795618 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:34.835926 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d5cb9b-70d0-4a86-b355-7db675034485,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:34.839740 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1802753a6b14482862b87abe06e03ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487373 Aug 29 14:27:34.842415 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44872) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:34.845848 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.846196 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.846557 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.846893 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.847218 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.847547 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.847874 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.848197 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.848522 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.848840 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.849158 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.849472 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c44b02-1664-4344-b0ae-e59677668a2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.895506 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:34.915979 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:34.960231 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:34.962697 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:34.963817 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2d5cb9b-70d0-4a86-b355-7db675034485 HTTP/1.1" status: 204 len: 168 time: 0.1200693 Aug 29 14:27:34.971799 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d5cb9b-70d0-4a86-b355-7db675034485,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:34.979598 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.979949 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.980291 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.980627 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.981067 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.981402 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.981728 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.982055 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.982473 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.982714 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.983032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:34.983348 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bffd21-4e9f-4d40-a387-84ed9b4a80d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:35.528802 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7c983-cd1b-46d7-8787-27c94e51dad2 req-8b278cb8-ac00-4db8-8cae-69d8dd2c7c2a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:35.530246 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c9c7c983-cd1b-46d7-8787-27c94e51dad2 req-8b278cb8-ac00-4db8-8cae-69d8dd2c7c2a tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0471497 Aug 29 14:27:35.567055 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c9c7c983-cd1b-46d7-8787-27c94e51dad2 req-43054df8-17b0-470a-b5ea-06a302c13fb3 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Aug 29 14:27:35.783434 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c7fe-1653-4145-9e59-fcb125d8e0e8 req-7419b5ea-c74c-4dd5-af28-896d2247aa40 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:35.784956 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6eb1c7fe-1653-4145-9e59-fcb125d8e0e8 req-7419b5ea-c74c-4dd5-af28-896d2247aa40 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0494430 Aug 29 14:27:35.822446 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6eb1c7fe-1653-4145-9e59-fcb125d8e0e8 req-6e13df26-947c-437a-bf92-1ea486f08e1a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308433 Aug 29 14:27:36.553262 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-df1be69f-6523-4f61-98bd-bc9e4b383a34 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:36.554691 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-df1be69f-6523-4f61-98bd-bc9e4b383a34 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0459821 Aug 29 14:27:36.686094 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8c70-28c3-4219-9380-ad9cf1f43d8a req-6256e1f4-0f9f-4268-8081-4f452ff4cc02 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:36.691065 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-776c8c70-28c3-4219-9380-ad9cf1f43d8a req-6256e1f4-0f9f-4268-8081-4f452ff4cc02 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 945 time: 0.0560567 Aug 29 14:27:36.741211 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-776c8c70-28c3-4219-9380-ad9cf1f43d8a req-9b004a7f-bb9e-447d-8b70-bd0f523cdd5d tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394530 Aug 29 14:27:36.872713 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Deleting port 8ea08871-53a3-4319-8443-a01460098adc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:27:36.873237 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:36.982080 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a479a00-257a-4a3c-9023-afc78c84191c req-fdb8c4ae-81f6-4346-bff6-91b4ba3e24ad tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:36.983553 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a479a00-257a-4a3c-9023-afc78c84191c req-fdb8c4ae-81f6-4346-bff6-91b4ba3e24ad tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0739200 Aug 29 14:27:37.003557 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] For port 8ea08871-53a3-4319-8443-a01460098adc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ea08871-53a3-4319-8443-a01460098adc,segment=NetworkSegment(f3f8abd5-915a-4780-8871-a090cb0da202),segment_id=f3f8abd5-915a-4780-8871-a090cb0da202)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:27:37.003924 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:37.025433 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Calling delete_port for 8ea08871-53a3-4319-8443-a01460098adc owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:27:37.046419 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a479a00-257a-4a3c-9023-afc78c84191c req-8e1b1a82-1127-493b-b0e8-7eef33f130cb tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546362 Aug 29 14:27:37.166766 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:37.195397 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Pushing event deleted for resources: {'Port': ['ID=8ea08871-53a3-4319-8443-a01460098adc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:37.214608 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8ea08871-53a3-4319-8443-a01460098adc'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:27:37.234262 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] No DVR routers for this DVR port 8ea08871-53a3-4319-8443-a01460098adc on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:27:37.236690 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:37.238710 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-108bb24d-b4fc-45d7-ab2b-56b257fa0ee2 req-a098fb69-7164-4169-85ae-311c3d345a65 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.32 "DELETE /v2.0/ports/8ea08871-53a3-4319-8443-a01460098adc HTTP/1.1" status: 204 len: 173 time: 0.6754997 Aug 29 14:27:37.239138 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bd5a51-79c0-4a40-8bb4-a16234f90901', 'name': 'network-vif-deleted', 'tag': '8ea08871-53a3-4319-8443-a01460098adc'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:27:37.241336 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23058325-dbb7-46de-a792-13d1f03e93cc" -d '{"events": [{"server_uuid": "87bd5a51-79c0-4a40-8bb4-a16234f90901", "name": "network-vif-deleted", "tag": "8ea08871-53a3-4319-8443-a01460098adc"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:27:37.281073 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd27800-369b-40f7-9b6c-d71cec7386ec x-openstack-request-id: req-7cd27800-369b-40f7-9b6c-d71cec7386ec {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:27:37.281367 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bd5a51-79c0-4a40-8bb4-a16234f90901", "name": "network-vif-deleted", "tag": "8ea08871-53a3-4319-8443-a01460098adc", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:27:37.281622 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cd27800-369b-40f7-9b6c-d71cec7386ec {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:27:37.282013 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bd5a51-79c0-4a40-8bb4-a16234f90901', 'name': 'network-vif-deleted', 'tag': '8ea08871-53a3-4319-8443-a01460098adc', 'status': 'completed', 'code': 200} Aug 29 14:27:37.861527 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0870af5e-e4b8-48b3-b01b-993fa0cb28e5 req-df563f62-bdc2-49ca-af0b-1f98aa6455b6 tempest-AttachVolumeNegativeTest-903456982 tempest-AttachVolumeNegativeTest-903456982-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bd5a51-79c0-4a40-8bb4-a16234f90901 HTTP/1.1" status: 200 len: 210 time: 0.0298553 Aug 29 14:27:38.164625 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea962a4-2b9c-4901-8bc0-ed7a1e2b83c0 req-1a288b23-c517-406e-8885-d0fc24397a34 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:38.166679 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3ea962a4-2b9c-4901-8bc0-ed7a1e2b83c0 req-1a288b23-c517-406e-8885-d0fc24397a34 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0518291 Aug 29 14:27:38.203247 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3ea962a4-2b9c-4901-8bc0-ed7a1e2b83c0 req-fa5ef1af-d6aa-4a44-91a3-63080b956bc8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Aug 29 14:27:38.926795 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44904) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:38.972197 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea8a34c-fc64-4758-aee7-dcdfbe230a89 admin admin] Deleting subnet 132f97a7-9f99-4a56-90b4-7e90ff05bd09 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:27:38.975110 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a34c-fc64-4758-aee7-dcdfbe230a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.007426 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a34c-fc64-4758-aee7-dcdfbe230a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.045245 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a34c-fc64-4758-aee7-dcdfbe230a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.100114 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a34c-fc64-4758-aee7-dcdfbe230a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.125390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8a34c-fc64-4758-aee7-dcdfbe230a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132f97a7-9f99-4a56-90b4-7e90ff05bd09,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:39.128817 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a34c-fc64-4758-aee7-dcdfbe230a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.130714 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-0ea8a34c-fc64-4758-aee7-dcdfbe230a89 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/132f97a7-9f99-4a56-90b4-7e90ff05bd09 HTTP/1.1" status: 204 len: 168 time: 0.2026312 Aug 29 14:27:39.133011 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44906) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:39.199926 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.280901 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.290853 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5374394-97c3-4513-8eb6-5aa5e2c689a4']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:39.301022 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f8abd5-915a-4780-8871-a090cb0da202') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:39.301312 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f8abd5-915a-4780-8871-a090cb0da202') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:39.310823 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.315078 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611ace6-4cfe-46df-886d-44057901c769 req-7281c274-0da0-4821-869a-25cce32804d8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:39.316578 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7611ace6-4cfe-46df-886d-44057901c769 req-7281c274-0da0-4821-869a-25cce32804d8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0473206 Aug 29 14:27:39.325269 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.331249 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:27:39.331662 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:27:39.333409 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:27:39.356269 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7611ace6-4cfe-46df-886d-44057901c769 req-a0b3230a-2458-4140-924a-556556cec4b5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Aug 29 14:27:39.386446 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.391902 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.395954 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d5374394-97c3-4513-8eb6-5aa5e2c689a4 HTTP/1.1" status: 204 len: 168 time: 0.2597897 Aug 29 14:27:39.404760 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0935085-f33d-40b1-9092-e52cdaf6aac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5374394-97c3-4513-8eb6-5aa5e2c689a4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:39.557718 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44912) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:39.599673 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1f9d3179-e93c-4bac-900b-db0ce0e5795f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9eaae8641741427da3548fce0e7be5af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408294 Aug 29 14:27:39.602143 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 44914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:39.648043 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8155c42-4f6e-45fb-9eec-2c5e1bc456bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.668469 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8155c42-4f6e-45fb-9eec-2c5e1bc456bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.712735 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8155c42-4f6e-45fb-9eec-2c5e1bc456bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.715530 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8155c42-4f6e-45fb-9eec-2c5e1bc456bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:39.716665 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d8155c42-4f6e-45fb-9eec-2c5e1bc456bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15f0dc9e-6f50-4d98-ac8e-b8b78e30a218 HTTP/1.1" status: 204 len: 168 time: 0.1136258 Aug 29 14:27:39.724588 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8155c42-4f6e-45fb-9eec-2c5e1bc456bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f0dc9e-6f50-4d98-ac8e-b8b78e30a218,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:40.471457 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602454b9-4eaf-40ef-8920-cb724dcabe4c req-da5b7d89-e009-4c2c-8f07-8ba9a07541de tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:40.472948 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-602454b9-4eaf-40ef-8920-cb724dcabe4c req-da5b7d89-e009-4c2c-8f07-8ba9a07541de tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0484400 Aug 29 14:27:40.510915 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-602454b9-4eaf-40ef-8920-cb724dcabe4c req-6bd2b9a6-c323-4e00-af98-95567cc0e835 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Aug 29 14:27:41.633264 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88649b02-b59d-4ddf-b199-6b15efd0a162 req-6bcf2e5e-322f-48ef-90d8-c24a43e3217f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:41.635014 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-88649b02-b59d-4ddf-b199-6b15efd0a162 req-6bcf2e5e-322f-48ef-90d8-c24a43e3217f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0558622 Aug 29 14:27:41.677784 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-88649b02-b59d-4ddf-b199-6b15efd0a162 req-e5000ad5-9e30-4343-a849-a65800c1f30a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369043 Aug 29 14:27:42.210177 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8ea08871-53a3-4319-8443-a01460098adc no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:27:42.232164 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 8ea08871-53a3-4319-8443-a01460098adc {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:27:42.232504 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8ea08871-53a3-4319-8443-a01460098adc not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:27:42.794533 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d39e0-5988-4205-8829-4fe25ea3eac3 req-aed98a71-4704-478c-934b-83470e47b032 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:42.796009 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-608d39e0-5988-4205-8829-4fe25ea3eac3 req-aed98a71-4704-478c-934b-83470e47b032 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0502796 Aug 29 14:27:42.833420 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-608d39e0-5988-4205-8829-4fe25ea3eac3 req-07700c94-b7dd-4b8d-b416-08273e1790d5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Aug 29 14:27:43.950136 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3078954-2764-4989-aff4-691aec5a9769 req-774320f9-9bf7-4e01-b98a-84619d70aa73 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:43.951527 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f3078954-2764-4989-aff4-691aec5a9769 req-774320f9-9bf7-4e01-b98a-84619d70aa73 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0512619 Aug 29 14:27:43.988096 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f3078954-2764-4989-aff4-691aec5a9769 req-174ac43e-6caa-4339-8a48-ef9f654995ad tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Aug 29 14:27:45.100438 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32411d-665e-47b1-ba6b-8380a2178727 req-fd15b83b-a45d-4c85-85c7-062860860f1d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:45.101882 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6b32411d-665e-47b1-ba6b-8380a2178727 req-fd15b83b-a45d-4c85-85c7-062860860f1d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0476863 Aug 29 14:27:45.138533 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6b32411d-665e-47b1-ba6b-8380a2178727 req-2e261592-7434-44c1-b3a3-83318cabf55d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Aug 29 14:27:45.311217 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1277e6-b268-42b0-b813-37b3ee9ded39 req-4975e9d0-be36-4bfa-a217-fa1415a1fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:45.312580 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cc1277e6-b268-42b0-b813-37b3ee9ded39 req-4975e9d0-be36-4bfa-a217-fa1415a1fb6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1099 time: 0.0394957 Aug 29 14:27:45.348116 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cc1277e6-b268-42b0-b813-37b3ee9ded39 req-cfc6e8a3-d1a2-476c-8bb2-04d9546717d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277667 Aug 29 14:27:46.257973 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67409-772f-46a8-92bd-897469f669bc req-81d9c24b-69a8-47c4-8e12-00ba2d2481c6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:46.259733 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9ca67409-772f-46a8-92bd-897469f669bc req-81d9c24b-69a8-47c4-8e12-00ba2d2481c6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0503590 Aug 29 14:27:46.303067 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9ca67409-772f-46a8-92bd-897469f669bc req-d553c1d8-7c09-4dc8-a3c2-5ceedf5ea9a6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368769 Aug 29 14:27:47.426564 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494c547-52cc-4340-9392-db53a8e81b20 req-fdb881f9-5860-4d49-b99d-be6a2da5e98c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:47.428284 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4494c547-52cc-4340-9392-db53a8e81b20 req-fdb881f9-5860-4d49-b99d-be6a2da5e98c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0574386 Aug 29 14:27:47.475738 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4494c547-52cc-4340-9392-db53a8e81b20 req-7a8b1c9d-4bea-4dcb-9c1c-ccd4c7475b6c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388689 Aug 29 14:27:47.787520 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e89b-7279-4806-99bb-a49cd41e1916 req-250e42eb-99b1-41db-a814-a33de5210d2a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:47.789126 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1d47e89b-7279-4806-99bb-a49cd41e1916 req-250e42eb-99b1-41db-a814-a33de5210d2a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0608177 Aug 29 14:27:47.797042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-e0fcf87e-1d6b-4a28-8ac8-ad3f4433e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:47.798542 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-e0fcf87e-1d6b-4a28-8ac8-ad3f4433e980 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c8d97baadd8475d9e46e745865786be&device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 1099 time: 0.0444231 Aug 29 14:27:47.828143 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1d47e89b-7279-4806-99bb-a49cd41e1916 req-8e22e1d9-3363-40b4-863b-e0e1f13c9e0e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Aug 29 14:27:47.891204 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-c1ddae3d-d7b3-4587-95e2-d75b5bc81b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:47.892655 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-c1ddae3d-d7b3-4587-95e2-d75b5bc81b30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 200 len: 920 time: 0.0830121 Aug 29 14:27:47.950866 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-16b321a7-6924-41fc-a0f5-0c399fbae54d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3 HTTP/1.1" status: 200 len: 217 time: 0.0371292 Aug 29 14:27:48.002890 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-2c2632c2-e0d6-436b-a4c6-7ac383a48421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:48.004334 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-2c2632c2-e0d6-436b-a4c6-7ac383a48421 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 200 len: 859 time: 0.0436349 Aug 29 14:27:48.036137 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-403a5606-4a59-47f8-a3a1-f4ea23981a17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c80d3bea-4c0c-4e83-98d4-09ad10f52951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227389 Aug 29 14:27:48.129589 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-fff5e075-c808-44d0-b752-6b0d8c9cb979 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Aug 29 14:27:48.220869 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c70cf899-9116-4e73-a985-5d554b7b1d2a req-982c571e-c9cf-4281-a5bf-f497371fc2f3 service neutron] 10.222.0.32 "GET /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808911 Aug 29 14:27:48.949697 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99929d-b1c6-4206-bb42-b0e580ef4e19 req-d665d334-2485-495c-9ee7-16c4cea05aac tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:48.951221 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c99929d-b1c6-4206-bb42-b0e580ef4e19 req-d665d334-2485-495c-9ee7-16c4cea05aac tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0508282 Aug 29 14:27:48.993136 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c99929d-b1c6-4206-bb42-b0e580ef4e19 req-45a81d14-4759-4ea3-9a80-03122cd5d5ad tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Aug 29 14:27:50.107276 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db2f9-4e21-4be9-8dc8-2110be7c21a2 req-7d6e2134-58d1-4fc6-a3a8-751ced36819a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:50.108810 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-856db2f9-4e21-4be9-8dc8-2110be7c21a2 req-7d6e2134-58d1-4fc6-a3a8-751ced36819a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0489385 Aug 29 14:27:50.147232 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-856db2f9-4e21-4be9-8dc8-2110be7c21a2 req-eec5d3f3-ae3d-4c16-a7aa-62ecbfda1950 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Aug 29 14:27:51.268074 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423e777-1cf4-4f62-b144-5b57e1b78e8a req-33042fc8-dd27-4be7-9e78-cd0cf7b29116 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:51.269523 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9423e777-1cf4-4f62-b144-5b57e1b78e8a req-33042fc8-dd27-4be7-9e78-cd0cf7b29116 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0523739 Aug 29 14:27:51.306757 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9423e777-1cf4-4f62-b144-5b57e1b78e8a req-1fe4e787-2f4a-45d9-982b-9f3320f1e3a8 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Aug 29 14:27:52.116827 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e753-c2fe-4a5a-ad59-a1f0ec7b5991 req-87b72640-3149-4352-9f8f-986dd67387d5 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:52.118333 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-68c2e753-c2fe-4a5a-ad59-a1f0ec7b5991 req-87b72640-3149-4352-9f8f-986dd67387d5 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0493417 Aug 29 14:27:52.156564 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-68c2e753-c2fe-4a5a-ad59-a1f0ec7b5991 req-cafd90b0-1409-4010-afa2-26474f40b6ce tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Aug 29 14:27:53.226422 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:53.275849 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ced33-1159-45fc-886f-d3d7bf779432 req-eeec6003-2a5d-480c-aa04-63a1c97683bc tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:53.277414 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e7ced33-1159-45fc-886f-d3d7bf779432 req-eeec6003-2a5d-480c-aa04-63a1c97683bc tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0479786 Aug 29 14:27:53.314126 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e7ced33-1159-45fc-886f-d3d7bf779432 req-312dbcce-dc91-494f-aef4-c3de56bee23c tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Aug 29 14:27:54.178981 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-af2dce67-bc16-42c5-92d4-ac0669343497 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:54.180411 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-af2dce67-bc16-42c5-92d4-ac0669343497 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0484517 Aug 29 14:27:54.280986 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Deleting port ea78132f-08a9-4e3d-93ce-505fa1972830 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:27:54.281328 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:54.333925 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99233eee-5c93-4805-9df2-38c78140bb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:54.370310 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] For port ea78132f-08a9-4e3d-93ce-505fa1972830, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ea78132f-08a9-4e3d-93ce-505fa1972830,segment=NetworkSegment(d69458fc-79d9-4020-ac9e-4aa52775fe39),segment_id=d69458fc-79d9-4020-ac9e-4aa52775fe39)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:27:54.370701 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:54.383409 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Calling delete_port for ea78132f-08a9-4e3d-93ce-505fa1972830 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:27:54.436289 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab54b5-1a42-4edf-855b-33cdaabfd13f req-9428fc57-d5fb-4212-aeb6-5971f233bebb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:54.437814 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6cab54b5-1a42-4edf-855b-33cdaabfd13f req-9428fc57-d5fb-4212-aeb6-5971f233bebb tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f8b931-6a0c-4814-9b94-3c65dfe13bac HTTP/1.1" status: 200 len: 946 time: 0.0541041 Aug 29 14:27:54.475570 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6cab54b5-1a42-4edf-855b-33cdaabfd13f req-75b0791e-e173-4d45-bb6c-2b3d1d092606 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.20 "GET /v2.0/security-groups?id=adb2dd0d-9606-4dc4-9b75-d5b129975b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Aug 29 14:27:54.514028 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:54.541064 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Pushing event deleted for resources: {'Port': ['ID=ea78132f-08a9-4e3d-93ce-505fa1972830,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:54.553765 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['ea78132f-08a9-4e3d-93ce-505fa1972830'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:27:54.579389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] No DVR routers for this DVR port ea78132f-08a9-4e3d-93ce-505fa1972830 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:27:54.581637 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:54.584070 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c326ec21-09c1-4e55-8164-44ce9e6c8a80 req-df676d87-508d-42c1-aa6b-abc8474a5c60 tempest-VolumesSnapshotTestJSON-1404301029 tempest-VolumesSnapshotTestJSON-1404301029-project] 10.222.0.32 "DELETE /v2.0/ports/ea78132f-08a9-4e3d-93ce-505fa1972830 HTTP/1.1" status: 204 len: 173 time: 0.3965242 Aug 29 14:27:54.584558 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f8b931-6a0c-4814-9b94-3c65dfe13bac', 'name': 'network-vif-deleted', 'tag': 'ea78132f-08a9-4e3d-93ce-505fa1972830'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:27:54.587078 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55488f6-e405-40a7-8150-f39e75a220a2" -d '{"events": [{"server_uuid": "d4f8b931-6a0c-4814-9b94-3c65dfe13bac", "name": "network-vif-deleted", "tag": "ea78132f-08a9-4e3d-93ce-505fa1972830"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:27:54.626349 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48cadb1-7c18-43dd-b473-b28cbf93abef x-openstack-request-id: req-a48cadb1-7c18-43dd-b473-b28cbf93abef {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:27:54.626742 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f8b931-6a0c-4814-9b94-3c65dfe13bac", "name": "network-vif-deleted", "tag": "ea78132f-08a9-4e3d-93ce-505fa1972830", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:27:54.626937 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a48cadb1-7c18-43dd-b473-b28cbf93abef {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:27:54.627407 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f8b931-6a0c-4814-9b94-3c65dfe13bac', 'name': 'network-vif-deleted', 'tag': 'ea78132f-08a9-4e3d-93ce-505fa1972830', 'status': 'completed', 'code': 200} Aug 29 14:27:56.241464 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb069ce-f3af-4838-96af-01b33eddfbf2 req-b4ffd389-ce92-414f-913a-4db39ec0e824 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:56.242983 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4cb069ce-f3af-4838-96af-01b33eddfbf2 req-b4ffd389-ce92-414f-913a-4db39ec0e824 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0494177 Aug 29 14:27:56.281953 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4cb069ce-f3af-4838-96af-01b33eddfbf2 req-d4ffebeb-9e2b-441e-8ab8-690ac58eb394 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Aug 29 14:27:56.954868 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-706262a6-2abc-4637-bbc7-fb9acfd8eef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.146607 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45270) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:57.251543 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d454028a-4235-4609-abaa-a4c180fce760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.338708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d454028a-4235-4609-abaa-a4c180fce760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.343864 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d454028a-4235-4609-abaa-a4c180fce760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.404976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454028a-4235-4609-abaa-a4c180fce760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff09d7-28d9-4703-a72c-b40c88a2b7d1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:57.409858 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d454028a-4235-4609-abaa-a4c180fce760 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=947314044d5140e7a56a3b535828a7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622626 Aug 29 14:27:57.412521 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45276) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:57.443999 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.449516 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2839c6-a9f1-4234-a52b-a29f7efce52e req-5cab96bd-47bd-42c4-add9-9aa4eb0ac3de tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:57.451024 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ae2839c6-a9f1-4234-a52b-a29f7efce52e req-5cab96bd-47bd-42c4-add9-9aa4eb0ac3de tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0928121 Aug 29 14:27:57.499072 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8c486dc6-4482-4736-9d62-23871226317a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.512544 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ae2839c6-a9f1-4234-a52b-a29f7efce52e req-c6c8e063-46a8-46c8-a043-a060be2e169d tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526094 Aug 29 14:27:57.524965 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8c486dc6-4482-4736-9d62-23871226317a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.576990 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8c486dc6-4482-4736-9d62-23871226317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.579664 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8c486dc6-4482-4736-9d62-23871226317a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.581098 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-8c486dc6-4482-4736-9d62-23871226317a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddff09d7-28d9-4703-a72c-b40c88a2b7d1 HTTP/1.1" status: 204 len: 168 time: 0.1671147 Aug 29 14:27:57.588725 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c486dc6-4482-4736-9d62-23871226317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff09d7-28d9-4703-a72c-b40c88a2b7d1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:57.835782 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45282) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:57.849261 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-93f74bef-d956-4e95-8b41-032e825a7bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.935277 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-93f74bef-d956-4e95-8b41-032e825a7bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.939150 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-93f74bef-d956-4e95-8b41-032e825a7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.940139 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:57.975955 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-93f74bef-d956-4e95-8b41-032e825a7bc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=799f326507a747ce87816a8d79910642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391354 Aug 29 14:27:57.977904 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74bef-d956-4e95-8b41-032e825a7bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f9a3c6-b673-4279-a541-075836e4795a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:57.978694 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45284) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:58.028331 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-57f1ecd5-8c7b-4dff-8e67-8abf9c4b9618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.050229 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-57f1ecd5-8c7b-4dff-8e67-8abf9c4b9618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.096151 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-57f1ecd5-8c7b-4dff-8e67-8abf9c4b9618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.098759 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-57f1ecd5-8c7b-4dff-8e67-8abf9c4b9618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.099902 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-57f1ecd5-8c7b-4dff-8e67-8abf9c4b9618 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51f9a3c6-b673-4279-a541-075836e4795a HTTP/1.1" status: 204 len: 168 time: 0.1202340 Aug 29 14:27:58.108346 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1ecd5-8c7b-4dff-8e67-8abf9c4b9618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f9a3c6-b673-4279-a541-075836e4795a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:58.631752 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782e124-6aab-4b78-b9b7-5b9bf8c6bc05 req-bfbc8209-0a48-444c-89b3-7e4d4fea45a4 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:58.633254 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2782e124-6aab-4b78-b9b7-5b9bf8c6bc05 req-bfbc8209-0a48-444c-89b3-7e4d4fea45a4 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0539889 Aug 29 14:27:58.673186 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2782e124-6aab-4b78-b9b7-5b9bf8c6bc05 req-7e593870-0f83-423d-a9a0-4569f51d8c9f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Aug 29 14:27:59.644173 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:59.788759 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c6326-cb4d-4856-aa86-ba851f1b6c13 req-96971677-d528-40db-bcbc-ea74ae382215 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:59.790207 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-166c6326-cb4d-4856-aa86-ba851f1b6c13 req-96971677-d528-40db-bcbc-ea74ae382215 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0480020 Aug 29 14:27:59.827152 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-166c6326-cb4d-4856-aa86-ba851f1b6c13 req-fc9a5dad-800c-4cca-b0ca-eed5f90f3803 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309069 Aug 29 14:28:00.008430 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device ea78132f-08a9-4e3d-93ce-505fa1972830 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:28:00.028353 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: ea78132f-08a9-4e3d-93ce-505fa1972830 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:28:00.028688 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device ea78132f-08a9-4e3d-93ce-505fa1972830 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:28:00.698709 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-fae51868-ab20-4953-acde-4e003d48bf74 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:00.700343 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-fae51868-ab20-4953-acde-4e003d48bf74 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.32 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0549188 Aug 29 14:28:00.793414 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Deleting port 8cdf528f-01af-4086-a772-7ebc96303b08 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:28:00.794107 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:00.892556 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] For port 8cdf528f-01af-4086-a772-7ebc96303b08, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cdf528f-01af-4086-a772-7ebc96303b08,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:00.892926 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:00.907448 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Calling delete_port for 8cdf528f-01af-4086-a772-7ebc96303b08 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:28:00.952766 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cf33f-94d8-4fd5-84e4-757cbdc621d0 req-b66403d0-1952-42a7-b839-a9012843a82c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:00.955090 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-812cf33f-94d8-4fd5-84e4-757cbdc621d0 req-b66403d0-1952-42a7-b839-a9012843a82c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=c70fa09b-1c3c-4354-9997-34996765978c HTTP/1.1" status: 200 len: 945 time: 0.0578403 Aug 29 14:28:01.009460 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-812cf33f-94d8-4fd5-84e4-757cbdc621d0 req-5d6d6fec-82fc-49bd-a734-2179ae6ad091 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457151 Aug 29 14:28:01.049298 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:01.078685 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Pushing event deleted for resources: {'Port': ['ID=8cdf528f-01af-4086-a772-7ebc96303b08,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:01.095250 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['a724ff9a-f321-46c9-a274-be68d0d8c0a3', '8cdf528f-01af-4086-a772-7ebc96303b08'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:28:01.131518 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] No DVR routers for this DVR port 8cdf528f-01af-4086-a772-7ebc96303b08 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:28:01.134107 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:01.137292 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ad5073c8-18a6-4407-9f04-fc3f86c34fc0 req-80d17a17-5746-409b-b5fa-6cfc7d550577 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.32 "DELETE /v2.0/ports/8cdf528f-01af-4086-a772-7ebc96303b08 HTTP/1.1" status: 204 len: 173 time: 0.4299593 Aug 29 14:28:01.137833 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70fa09b-1c3c-4354-9997-34996765978c', 'name': 'network-vif-deleted', 'tag': '8cdf528f-01af-4086-a772-7ebc96303b08'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:28:01.140313 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ad1a2-e13b-4efe-b823-f43429dee2d8" -d '{"events": [{"server_uuid": "c70fa09b-1c3c-4354-9997-34996765978c", "name": "network-vif-deleted", "tag": "8cdf528f-01af-4086-a772-7ebc96303b08"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:28:01.184580 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22398233-0c8d-4fb2-9304-4fd7964f9eb4 x-openstack-request-id: req-22398233-0c8d-4fb2-9304-4fd7964f9eb4 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:28:01.185183 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70fa09b-1c3c-4354-9997-34996765978c", "name": "network-vif-deleted", "tag": "8cdf528f-01af-4086-a772-7ebc96303b08", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:28:01.185668 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22398233-0c8d-4fb2-9304-4fd7964f9eb4 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:28:01.186272 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70fa09b-1c3c-4354-9997-34996765978c', 'name': 'network-vif-deleted', 'tag': '8cdf528f-01af-4086-a772-7ebc96303b08', 'status': 'completed', 'code': 200} Aug 29 14:28:02.156326 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fbdfe-bb38-407c-9d1d-7fb04ae812c9 req-be97fa78-3170-4d9a-9431-202056cbd68f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:02.158631 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0a3fbdfe-bb38-407c-9d1d-7fb04ae812c9 req-be97fa78-3170-4d9a-9431-202056cbd68f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0907841 Aug 29 14:28:02.190858 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc087-8878-4049-b82f-a3369204f696 req-f5b07583-5969-4443-9e5a-42246cd5d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:02.192291 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c9bc087-8878-4049-b82f-a3369204f696 req-f5b07583-5969-4443-9e5a-42246cd5d8da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9569edbd0447082f486c3a0fe91ea&device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1138 time: 0.0701120 Aug 29 14:28:02.227001 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0a3fbdfe-bb38-407c-9d1d-7fb04ae812c9 req-a34ea4a9-d31f-43dc-83db-46918898b3db tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562510 Aug 29 14:28:02.312477 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc087-8878-4049-b82f-a3369204f696 req-d4387775-0dc9-4fac-ab0f-015848cab1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:02.313963 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c9bc087-8878-4049-b82f-a3369204f696 req-d4387775-0dc9-4fac-ab0f-015848cab1dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 200 len: 915 time: 0.1063654 Aug 29 14:28:02.322746 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c28be3-9fe7-43e8-a903-a48eeaab18a0 req-20a0ecc3-00e2-431e-bda1-8d148014725b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:02.324966 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-30c28be3-9fe7-43e8-a903-a48eeaab18a0 req-20a0ecc3-00e2-431e-bda1-8d148014725b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0565548 Aug 29 14:28:02.365038 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-30c28be3-9fe7-43e8-a903-a48eeaab18a0 req-e59fe30d-0eae-4c80-96eb-52505a6aa6ca tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336607 Aug 29 14:28:02.386335 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c9bc087-8878-4049-b82f-a3369204f696 req-f114fe77-cea3-4ee3-85d8-0744adbfa244 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 1002 time: 0.0619776 Aug 29 14:28:02.438775 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc087-8878-4049-b82f-a3369204f696 req-39f0f297-21e4-4245-968b-bf06272eb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:02.440242 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c9bc087-8878-4049-b82f-a3369204f696 req-39f0f297-21e4-4245-968b-bf06272eb677 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=056be795-0fe1-4cf7-8ec2-d20ebd4a7906 HTTP/1.1" status: 200 len: 853 time: 0.0476167 Aug 29 14:28:02.491073 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc087-8878-4049-b82f-a3369204f696 req-29319007-3022-45c2-b5b5-fadd0a6275c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:02.492847 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c9bc087-8878-4049-b82f-a3369204f696 req-29319007-3022-45c2-b5b5-fadd0a6275c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447407 Aug 29 14:28:02.597240 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c9bc087-8878-4049-b82f-a3369204f696 req-7b5175a6-75bb-46bb-b711-b960046e6049 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935423 Aug 29 14:28:02.704872 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1c9bc087-8878-4049-b82f-a3369204f696 req-e8779f2d-f731-43c0-b5b9-2b4b3a837be2 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992441 Aug 29 14:28:02.819495 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:28:03.347062 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5c8a-08dd-4c61-bd5b-ee7ce9e4ac02 req-6e5c4c0b-9614-49f4-b692-f2ca6b7da350 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:03.348536 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-50ad5c8a-08dd-4c61-bd5b-ee7ce9e4ac02 req-6e5c4c0b-9614-49f4-b692-f2ca6b7da350 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0500705 Aug 29 14:28:03.388010 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-50ad5c8a-08dd-4c61-bd5b-ee7ce9e4ac02 req-18e9c112-d9fa-4701-9f1e-fac85d8f8bcb tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335622 Aug 29 14:28:03.497760 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004280ba-a9f5-474b-aaaa-62c12e351d90 req-60e78cb7-7585-40d0-bed2-460c2f8e7555 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:03.501307 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-004280ba-a9f5-474b-aaaa-62c12e351d90 req-60e78cb7-7585-40d0-bed2-460c2f8e7555 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0665755 Aug 29 14:28:03.539249 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-004280ba-a9f5-474b-aaaa-62c12e351d90 req-13a6aa61-0262-4050-bdc6-d0fe8885b9a5 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Aug 29 14:28:04.501573 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db171603-8c7e-449d-8547-de72e9fa9301 req-8d6f4e6a-e28f-4009-99d6-f8ceef38f27e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:04.503078 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-db171603-8c7e-449d-8547-de72e9fa9301 req-8d6f4e6a-e28f-4009-99d6-f8ceef38f27e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0481012 Aug 29 14:28:04.545344 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-db171603-8c7e-449d-8547-de72e9fa9301 req-dd1817a7-7eb0-407d-9973-bfee52e0a863 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364184 Aug 29 14:28:04.648460 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6d8f4-38fb-4597-8196-47d341682553 req-76e33f8d-a429-4bb0-bc19-8f3c8eb7e7c6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:04.649898 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-70f6d8f4-38fb-4597-8196-47d341682553 req-76e33f8d-a429-4bb0-bc19-8f3c8eb7e7c6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0471609 Aug 29 14:28:04.687717 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-70f6d8f4-38fb-4597-8196-47d341682553 req-b91f67d3-27f6-4b48-a695-8e9d480f0b63 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Aug 29 14:28:05.657412 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d42e2-240d-46b4-a5df-f94c9ddcbeee req-546b7baf-0406-4811-b054-0f9388d454b0 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:05.658858 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0f1d42e2-240d-46b4-a5df-f94c9ddcbeee req-546b7baf-0406-4811-b054-0f9388d454b0 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0470390 Aug 29 14:28:05.696483 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0f1d42e2-240d-46b4-a5df-f94c9ddcbeee req-efc7a732-e179-4cdd-922f-fe293e785da4 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317769 Aug 29 14:28:05.801898 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8228-f27f-4c75-bb73-b1f958ee0b91 req-1d08bf1e-d3fc-4a34-9fd7-ec3d2b1bee15 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:05.803510 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cf7c8228-f27f-4c75-bb73-b1f958ee0b91 req-1d08bf1e-d3fc-4a34-9fd7-ec3d2b1bee15 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0491183 Aug 29 14:28:05.841743 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cf7c8228-f27f-4c75-bb73-b1f958ee0b91 req-ecec1ce1-028c-4e49-907f-e05e50136bca tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Aug 29 14:28:06.320132 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8cdf528f-01af-4086-a772-7ebc96303b08 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:28:06.341006 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 8cdf528f-01af-4086-a772-7ebc96303b08 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:28:06.341339 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8cdf528f-01af-4086-a772-7ebc96303b08 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:28:06.810398 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cfbd9-315b-4054-99d1-9afe959e3c73 req-d73fc61c-69d0-42c6-91aa-a159b77fc70b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:06.811856 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-533cfbd9-315b-4054-99d1-9afe959e3c73 req-d73fc61c-69d0-42c6-91aa-a159b77fc70b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0486255 Aug 29 14:28:06.851720 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-533cfbd9-315b-4054-99d1-9afe959e3c73 req-2dceb637-afcf-4a7d-9c3f-41963395155e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339429 Aug 29 14:28:06.958621 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb03d-3839-44f7-af66-0e1d8e621a97 req-e71ec2fa-bd44-456d-aa7c-43e6233233a3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:06.960194 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-be9fb03d-3839-44f7-af66-0e1d8e621a97 req-e71ec2fa-bd44-456d-aa7c-43e6233233a3 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0523264 Aug 29 14:28:07.001001 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-be9fb03d-3839-44f7-af66-0e1d8e621a97 req-c6a14240-b87f-4eb1-82c8-537781886642 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Aug 29 14:28:07.965243 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2437f2-9bab-449c-81c7-897e38eb31ff req-ba6da179-d68d-4bcd-8b07-e38ab0790dd7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:07.966726 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3a2437f2-9bab-449c-81c7-897e38eb31ff req-ba6da179-d68d-4bcd-8b07-e38ab0790dd7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0482564 Aug 29 14:28:08.011369 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3a2437f2-9bab-449c-81c7-897e38eb31ff req-8268fc37-d5b1-4d63-a955-e2d870f04170 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382650 Aug 29 14:28:08.118392 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258599d5-79ce-49cc-8e71-92bb97b22fde req-d2685e53-db7f-4c39-90de-281dd162cd25 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:08.119910 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-258599d5-79ce-49cc-8e71-92bb97b22fde req-d2685e53-db7f-4c39-90de-281dd162cd25 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0502999 Aug 29 14:28:08.167592 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-258599d5-79ce-49cc-8e71-92bb97b22fde req-89326b8f-9efd-4900-b998-a8aaa2931450 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Aug 29 14:28:09.122585 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d6d54-a13b-47af-81df-365aee786fc2 req-793a9cc8-6f55-4ef7-993d-7c63447d1da7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:09.124022 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ff6d6d54-a13b-47af-81df-365aee786fc2 req-793a9cc8-6f55-4ef7-993d-7c63447d1da7 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0488074 Aug 29 14:28:09.162458 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ff6d6d54-a13b-47af-81df-365aee786fc2 req-25ea4f28-3993-4cbc-8e1e-ce2f2e661fdb tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324626 Aug 29 14:28:09.279587 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f299bb7-13db-465c-9243-24a991ed60a0 req-3ab141ce-559c-4ee1-af37-96a3beb59385 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:09.281065 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0f299bb7-13db-465c-9243-24a991ed60a0 req-3ab141ce-559c-4ee1-af37-96a3beb59385 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0468681 Aug 29 14:28:09.317198 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0f299bb7-13db-465c-9243-24a991ed60a0 req-efa10ae2-a8fa-4654-8b83-d6a194db632b tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302894 Aug 29 14:28:10.277564 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea841e5-96a8-4ba6-9238-a3d3d7e73d2e req-c38a6bd1-d6b6-49c2-b127-9e4faef14fca tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:10.279035 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cea841e5-96a8-4ba6-9238-a3d3d7e73d2e req-c38a6bd1-d6b6-49c2-b127-9e4faef14fca tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0484257 Aug 29 14:28:10.318195 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cea841e5-96a8-4ba6-9238-a3d3d7e73d2e req-a9c4866f-e21f-48be-83e5-e2eb98832a27 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332682 Aug 29 14:28:10.432507 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f4a0-8beb-463c-ab9d-32bec379ce70 req-2d74171d-70fa-42b6-95ff-c6d334dfbaea tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:10.434246 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cfc4f4a0-8beb-463c-ab9d-32bec379ce70 req-2d74171d-70fa-42b6-95ff-c6d334dfbaea tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0520067 Aug 29 14:28:10.476315 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cfc4f4a0-8beb-463c-ab9d-32bec379ce70 req-e62497d9-471f-436e-8469-d9baf84416d6 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360579 Aug 29 14:28:11.431171 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ccbc-3d7d-4d39-8c1e-fde385b13a4d req-ead4687b-9e3a-431e-9ad3-2d3ae3835c5d tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:11.433263 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4a96ccbc-3d7d-4d39-8c1e-fde385b13a4d req-ead4687b-9e3a-431e-9ad3-2d3ae3835c5d tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0492761 Aug 29 14:28:11.475563 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4a96ccbc-3d7d-4d39-8c1e-fde385b13a4d req-f09d642a-025a-4833-bb39-74b23385eae4 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364859 Aug 29 14:28:11.763285 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451aaa7-7b6d-4db6-a878-07ee61d9cadc req-02362a1d-9cbe-44e0-b1ea-70bc1ead919e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:11.765155 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d451aaa7-7b6d-4db6-a878-07ee61d9cadc req-02362a1d-9cbe-44e0-b1ea-70bc1ead919e tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.2238147 Aug 29 14:28:11.804344 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d451aaa7-7b6d-4db6-a878-07ee61d9cadc req-42b8bc99-12f3-4329-a2d1-5625c9eca04c tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e787-fd5d-45c6-8e96-4e9f6c60033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Aug 29 14:28:11.938279 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-e04a1644-1832-45bd-9b6d-e753a6caab0a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:11.939804 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-e04a1644-1832-45bd-9b6d-e753a6caab0a tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 946 time: 0.0469227 Aug 29 14:28:12.030223 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Deleting port a724ff9a-f321-46c9-a274-be68d0d8c0a3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:28:12.030574 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.122201 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] For port a724ff9a-f321-46c9-a274-be68d0d8c0a3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a724ff9a-f321-46c9-a274-be68d0d8c0a3,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:12.122592 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.135168 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Calling delete_port for a724ff9a-f321-46c9-a274-be68d0d8c0a3 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:28:12.260388 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.287169 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Pushing event deleted for resources: {'Port': ['ID=a724ff9a-f321-46c9-a274-be68d0d8c0a3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:12.314640 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['a724ff9a-f321-46c9-a274-be68d0d8c0a3'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:28:12.334692 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] No DVR routers for this DVR port a724ff9a-f321-46c9-a274-be68d0d8c0a3 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:28:12.337297 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.339327 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e6fb3c29-117b-47ed-977f-0a60cdddce87 req-a4b8119e-c17c-4d0f-b8e4-0c867d57019f tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.32 "DELETE /v2.0/ports/a724ff9a-f321-46c9-a274-be68d0d8c0a3 HTTP/1.1" status: 204 len: 173 time: 0.3926723 Aug 29 14:28:12.339752 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e623380-bd1c-4ce7-abde-4cfd71679021', 'name': 'network-vif-deleted', 'tag': 'a724ff9a-f321-46c9-a274-be68d0d8c0a3'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:28:12.342028 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4879e9e8-94ad-403b-9aa0-3031ded362e1" -d '{"events": [{"server_uuid": "1e623380-bd1c-4ce7-abde-4cfd71679021", "name": "network-vif-deleted", "tag": "a724ff9a-f321-46c9-a274-be68d0d8c0a3"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:28:12.379391 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996641b1-fffc-44dc-ac09-40e7fca0198f x-openstack-request-id: req-996641b1-fffc-44dc-ac09-40e7fca0198f {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:28:12.379675 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e623380-bd1c-4ce7-abde-4cfd71679021", "name": "network-vif-deleted", "tag": "a724ff9a-f321-46c9-a274-be68d0d8c0a3", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:28:12.379952 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-996641b1-fffc-44dc-ac09-40e7fca0198f {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:28:12.380350 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e623380-bd1c-4ce7-abde-4cfd71679021', 'name': 'network-vif-deleted', 'tag': 'a724ff9a-f321-46c9-a274-be68d0d8c0a3', 'status': 'completed', 'code': 200} Aug 29 14:28:12.590126 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7794e-d006-471b-81e7-a7d3aa6a6549 req-7f93abd8-b4cc-4bcc-abbc-8eb57049a8bb tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:12.591636 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dad7794e-d006-471b-81e7-a7d3aa6a6549 req-7f93abd8-b4cc-4bcc-abbc-8eb57049a8bb tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0484049 Aug 29 14:28:12.633508 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dad7794e-d006-471b-81e7-a7d3aa6a6549 req-f2ec9da3-f4bf-48cd-94ec-74144673be1d tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354702 Aug 29 14:28:12.978779 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f48dc641-bd49-4b70-805c-79d78607255c req-abbab975-f616-4f71-82ae-2662c2247c44 tempest-ServerRescueNegativeTestJSON-1381087639 tempest-ServerRescueNegativeTestJSON-1381087639-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e623380-bd1c-4ce7-abde-4cfd71679021 HTTP/1.1" status: 200 len: 210 time: 0.0899589 Aug 29 14:28:13.237981 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45550) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:13.342600 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4947ae6e-8652-4960-968e-18f9e8026370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.435426 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4947ae6e-8652-4960-968e-18f9e8026370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.438772 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4947ae6e-8652-4960-968e-18f9e8026370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.478093 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-4947ae6e-8652-4960-968e-18f9e8026370 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3d73cbeff244b97bc1f91a34ed5c8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390068 Aug 29 14:28:13.478921 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947ae6e-8652-4960-968e-18f9e8026370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29764b08-f48f-489e-8985-e4a561d361f8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:13.481804 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45554) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:13.536383 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-13a3ca38-ef3a-4cbb-932b-8a48d5c799b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.556646 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-13a3ca38-ef3a-4cbb-932b-8a48d5c799b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.600223 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-13a3ca38-ef3a-4cbb-932b-8a48d5c799b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.602804 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-13a3ca38-ef3a-4cbb-932b-8a48d5c799b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.603920 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-13a3ca38-ef3a-4cbb-932b-8a48d5c799b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29764b08-f48f-489e-8985-e4a561d361f8 HTTP/1.1" status: 204 len: 168 time: 0.1175399 Aug 29 14:28:13.611990 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3ca38-ef3a-4cbb-932b-8a48d5c799b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29764b08-f48f-489e-8985-e4a561d361f8,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:13.752236 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb3d2-60b0-406b-b428-e0fc6120414e req-6e300431-c793-4333-8491-9116452bfd23 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:13.753789 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3fcbb3d2-60b0-406b-b428-e0fc6120414e req-6e300431-c793-4333-8491-9116452bfd23 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0514681 Aug 29 14:28:13.796717 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3fcbb3d2-60b0-406b-b428-e0fc6120414e req-dda61f82-e77f-457e-81fa-bd844d4b1b44 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367053 Aug 29 14:28:13.884087 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45568) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:13.898163 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12259d86-89a7-4530-a085-b4631c6bfb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.989654 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12259d86-89a7-4530-a085-b4631c6bfb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.993487 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12259d86-89a7-4530-a085-b4631c6bfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:14.036614 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45574) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:14.037462 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-12259d86-89a7-4530-a085-b4631c6bfb18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c55c38c00d7543cc8718fbf09550f1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519508 Aug 29 14:28:14.038674 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12259d86-89a7-4530-a085-b4631c6bfb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40635992-2fe7-4393-a617-abb285fe0062,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:14.041615 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45576) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:14.092536 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81395dce-6b69-4a4f-b466-702871becbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:14.113606 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81395dce-6b69-4a4f-b466-702871becbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:14.161327 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81395dce-6b69-4a4f-b466-702871becbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:14.164222 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81395dce-6b69-4a4f-b466-702871becbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:14.168209 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-81395dce-6b69-4a4f-b466-702871becbaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40635992-2fe7-4393-a617-abb285fe0062 HTTP/1.1" status: 204 len: 168 time: 0.1220803 Aug 29 14:28:14.174806 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81395dce-6b69-4a4f-b466-702871becbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40635992-2fe7-4393-a617-abb285fe0062,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:14.678499 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:14.941043 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d399e-de11-48d3-b5c3-5a5205ace921 req-e297dd4f-87f7-4242-b398-ccedfc23e68e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:14.943424 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f98d399e-de11-48d3-b5c3-5a5205ace921 req-e297dd4f-87f7-4242-b398-ccedfc23e68e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0552557 Aug 29 14:28:14.991069 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f98d399e-de11-48d3-b5c3-5a5205ace921 req-68266fe2-0c10-473d-99c5-3fd220c35a1b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393498 Aug 29 14:28:14.998667 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Deleting port 9ac9c37e-b42e-4f71-84b9-90b42a83798a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:28:14.999072 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:15.083981 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] For port 9ac9c37e-b42e-4f71-84b9-90b42a83798a, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=9ac9c37e-b42e-4f71-84b9-90b42a83798a,segment=NetworkSegment(440174f8-7fef-4237-bafd-089dd7fbb9db),segment_id=440174f8-7fef-4237-bafd-089dd7fbb9db)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:15.084678 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:15.099603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Calling delete_port for 9ac9c37e-b42e-4f71-84b9-90b42a83798a owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:28:15.293862 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:15.320433 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac9c37e-b42e-4f71-84b9-90b42a83798a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:15.482024 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:15.690864 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:28:15.798140 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:15.806821 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-b6220968-937a-4039-bead-1bc7ee31cd1d admin admin] 10.222.0.20 "PUT /v2.0/routers/a0963a2a-2a5e-4249-a4eb-04c0da55cd78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7654290 Aug 29 14:28:15.806821 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45638) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:15.810196 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] Sync routers for ids ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:15.820536 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] Routers {'a0963a2a-2a5e-4249-a4eb-04c0da55cd78'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:15.821126 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:27:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:15.920752 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:15.934365 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] Set router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:16.022910 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.096183 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Deleting port 725fc98f-3a4c-4240-881d-f41ed511560b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:28:16.096869 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.117222 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:28:15Z', 'revision_number': 5, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port': {'id': '725fc98f-3a4c-4240-881d-f41ed511560b', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:44Z', 'updated_at': '2021-08-29T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:16.146983 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] Checking router: a0963a2a-2a5e-4249-a4eb-04c0da55cd78 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:16.156525 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] Routers {'a0963a2a-2a5e-4249-a4eb-04c0da55cd78'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:16.157131 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:27:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:16.250164 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] Set router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 gateway port host: None {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:16.303305 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:28:16Z', 'revision_number': 6, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port_host': None}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:16.333858 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a12525-2fb3-44fd-b505-fa947d64d9d6 None None] The sync data for ids ['a0963a2a-2a5e-4249-a4eb-04c0da55cd78'] in dv-cinder-773985-15-iscsi is: [{'id': 'a0963a2a-2a5e-4249-a4eb-04c0da55cd78', 'name': 'tempest-ServerRescueNegativeTestJSON-1554288312-router', 'tenant_id': '2c8d97baadd8475d9e46e745865786be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:42Z', 'updated_at': '2021-08-29T14:28:16Z', 'revision_number': 6, 'project_id': '2c8d97baadd8475d9e46e745865786be', 'gw_port_host': None}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:16.384223 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device a724ff9a-f321-46c9-a274-be68d0d8c0a3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:28:16.405854 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: a724ff9a-f321-46c9-a274-be68d0d8c0a3 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:28:16.406189 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device a724ff9a-f321-46c9-a274-be68d0d8c0a3 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:28:16.409878 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d4839-a550-416f-a576-36ee83da1247 req-403243e6-0d29-40c8-8493-549d55a3f2cb tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:16.411365 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6f2d4839-a550-416f-a576-36ee83da1247 req-403243e6-0d29-40c8-8493-549d55a3f2cb tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.3303149 Aug 29 14:28:16.444748 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] For port 725fc98f-3a4c-4240-881d-f41ed511560b, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=725fc98f-3a4c-4240-881d-f41ed511560b,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:16.445103 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.464890 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Calling delete_port for 725fc98f-3a4c-4240-881d-f41ed511560b owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:28:16.480617 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6f2d4839-a550-416f-a576-36ee83da1247 req-17b796a8-6802-4fde-a746-42b75699fb22 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620015 Aug 29 14:28:16.637716 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.662861 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=725fc98f-3a4c-4240-881d-f41ed511560b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:16.727079 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.841396 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.843790 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.904506 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.904962 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0963a2a-2a5e-4249-a4eb-04c0da55cd78 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:28:16.910163 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:16.910984 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-04f3ca73-b046-45a6-9112-3865666a0c41 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a0963a2a-2a5e-4249-a4eb-04c0da55cd78 HTTP/1.1" status: 204 len: 168 time: 1.1043620 Aug 29 14:28:16.913414 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:16.961528 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3887078c-dd58-4a2b-8698-cca203df5497 admin admin] Deleting subnet 0524dc3a-6c93-463a-aa36-cb8ddd85a62f {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:28:16.964644 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3887078c-dd58-4a2b-8698-cca203df5497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.000863 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3887078c-dd58-4a2b-8698-cca203df5497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.038719 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3887078c-dd58-4a2b-8698-cca203df5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.103649 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3887078c-dd58-4a2b-8698-cca203df5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.138421 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887078c-dd58-4a2b-8698-cca203df5497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0524dc3a-6c93-463a-aa36-cb8ddd85a62f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:17.142257 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3887078c-dd58-4a2b-8698-cca203df5497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.144183 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3887078c-dd58-4a2b-8698-cca203df5497 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0524dc3a-6c93-463a-aa36-cb8ddd85a62f HTTP/1.1" status: 204 len: 168 time: 0.2298179 Aug 29 14:28:17.147728 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45658) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:17.240810 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 725fc98f-3a4c-4240-881d-f41ed511560b no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:28:17.253413 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.260999 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 725fc98f-3a4c-4240-881d-f41ed511560b {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:28:17.261441 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 725fc98f-3a4c-4240-881d-f41ed511560b not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:28:17.261851 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 9ac9c37e-b42e-4f71-84b9-90b42a83798a no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:28:17.281678 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 9ac9c37e-b42e-4f71-84b9-90b42a83798a {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:28:17.282535 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 9ac9c37e-b42e-4f71-84b9-90b42a83798a not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:28:17.334658 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.346487 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80d3bea-4c0c-4e83-98d4-09ad10f52951']}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:17.358345 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440174f8-7fef-4237-bafd-089dd7fbb9db') {'for_net_delete': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:17.358663 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440174f8-7fef-4237-bafd-089dd7fbb9db') {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:17.368474 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325553'] for segment, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.382738 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.389665 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:28:17.390055 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4451932'] for segment, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: Traceback (most recent call last): Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: timer() Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: cb(*args, **kw) Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: return func(*args, **kwargs) Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: self._notify() Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: self.callback(batched_events) Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: event.method(event) Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: return f(self, *a, **k) Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._get(url).json() Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: return self.request(url, 'GET', **kwargs) Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:28:17.391844 dv-cinder-773985-15-iscsi neutron-server[93802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:28:17.451904 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.457466 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.459300 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] 10.222.0.20 "DELETE /v2.0/networks/c80d3bea-4c0c-4e83-98d4-09ad10f52951 HTTP/1.1" status: 204 len: 168 time: 0.3104403 Aug 29 14:28:17.471116 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d87acf-91f8-4d5c-ac61-99f9beb6ebcd admin admin] Pushing event deleted for resources: {'Network': ['ID=c80d3bea-4c0c-4e83-98d4-09ad10f52951,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:17.605382 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a56192-482d-4701-ab25-16f87c7d8dfd req-54c5769a-7251-4c85-9d6b-8c0413c94abe tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:17.606923 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-59a56192-482d-4701-ab25-16f87c7d8dfd req-54c5769a-7251-4c85-9d6b-8c0413c94abe tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0533285 Aug 29 14:28:17.630615 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45674) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:17.647884 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-59a56192-482d-4701-ab25-16f87c7d8dfd req-e586cc27-4cad-4aee-bb3a-cb809289d72e tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349495 Aug 29 14:28:17.673172 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-0b627133-06c0-4303-9363-4bead44fdfd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c8d97baadd8475d9e46e745865786be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413599 Aug 29 14:28:17.675537 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:17.721796 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1868accb-6293-4c98-bd8d-5e625132a6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.742589 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1868accb-6293-4c98-bd8d-5e625132a6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.796452 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1868accb-6293-4c98-bd8d-5e625132a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.799076 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1868accb-6293-4c98-bd8d-5e625132a6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.800233 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1868accb-6293-4c98-bd8d-5e625132a6e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ade4e787-fd5d-45c6-8e96-4e9f6c60033e HTTP/1.1" status: 204 len: 168 time: 0.1238515 Aug 29 14:28:17.808504 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868accb-6293-4c98-bd8d-5e625132a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4e787-fd5d-45c6-8e96-4e9f6c60033e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:18.457455 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45702) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:18.552203 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-network', 'tenant_id': '453edc3b96e142e2bd33340b7651044f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:18.572733 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Made reservation on behalf of 453edc3b96e142e2bd33340b7651044f for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:18.575594 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.583625 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.669944 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.673758 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.701119 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:28:18.709810 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051ef861-580b-46eb-85e7-99f9445d177a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:18.728829 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.729327 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.segments_db [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Added segment 786570b6-bc0f-4561-85d9-e1e5bdab979b of type vlan for network 0b035ccd-caf1-4a85-a15a-49e5bd589632 Aug 29 14:28:18.790759 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.813448 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e992d6-feae-4057-81e5-49d22cb06d9e req-4878e455-0ec3-4aa3-b85a-3ef81d4de73f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:18.814973 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-14e992d6-feae-4057-81e5-49d22cb06d9e req-4878e455-0ec3-4aa3-b85a-3ef81d4de73f tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0979469 Aug 29 14:28:18.849022 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.849933 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:18.850589 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.909280 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-14e992d6-feae-4057-81e5-49d22cb06d9e req-f55be407-0dab-449e-bcab-d796afc12874 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834212 Aug 29 14:28:18.926966 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4684405 Aug 29 14:28:18.928185 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf47d1e-8255-401e-9f46-33e9cb64c094 admin admin] Pushing event updated for resources: {'Network': ['ID=0b035ccd-caf1-4a85-a15a-49e5bd589632,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:18.930877 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45708) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:18.937284 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Request body: {'subnet': {'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-subnet', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:18.939257 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:28:18.959150 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Made reservation on behalf of 453edc3b96e142e2bd33340b7651044f for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:18.961426 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4350102'] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.128765 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4350180'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.194111 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8e313f-0aa5-476f-b2f2-83cc46c052cb,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:19.203226 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Checking segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:19.203575 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Network hostable DHCP agents. Network: 0b035ccd-caf1-4a85-a15a-49e5bd589632, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:28:19.221581 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:28:19.234062 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 0b035ccd-caf1-4a85-a15a-49e5bd589632) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:19.238360 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:19.238989 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.243684 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ab9be-d94a-4f24-9f12-7ebf345a26b6 None None] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:19.252877 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-af014485-c378-44c1-8487-06acf1dc8499 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3206480 Aug 29 14:28:19.255668 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45712) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:19.260119 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:19.282967 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.283984 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.333687 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.384017 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-0b035ccd-caf1-4a85-a15a-49e5bd589632', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:28:19.384875 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.479615 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.523976 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Allocated IP 172.20.0.2 (0b035ccd-caf1-4a85-a15a-49e5bd589632/ec8e313f-0aa5-476f-b2f2-83cc46c052cb/c79314c5-87ab-4ca0-9fd8-a5500dca52e3) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:19.662349 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.670711 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Transition to ACTIVE for port object c79314c5-87ab-4ca0-9fd8-a5500dca52e3 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:19.679145 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.685450 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Transition to ACTIVE for port object c79314c5-87ab-4ca0-9fd8-a5500dca52e3 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:19.691325 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.699390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.729613 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:19.732570 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:19.735006 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:19.749970 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Pushing event updated for resources: {'Port': ['ID=c79314c5-87ab-4ca0-9fd8-a5500dca52e3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:19.775385 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.775723 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.776755 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.777305 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.777984 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.778315 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.778665 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.778986 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.779310 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.779633 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.780111 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.780598 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:19.804568 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Allocated IP 172.27.3.201 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/1c7e0719-b4be-442b-9ada-aec03ede4764) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:19.825439 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Attempting to bind port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:19.825803 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Attempting to bind port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:19.826334 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Attempting to bind port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 on network 0b035ccd-caf1-4a85-a15a-49e5bd589632 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:19.831821 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:19.832189 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Checking segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:19.832585 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.832974 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Bound using segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:19.833676 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Bound port: c79314c5-87ab-4ca0-9fd8-a5500dca52e3, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:19.833964 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.898526 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] For port c79314c5-87ab-4ca0-9fd8-a5500dca52e3, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:19.902285 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] For port c79314c5-87ab-4ca0-9fd8-a5500dca52e3, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=c79314c5-87ab-4ca0-9fd8-a5500dca52e3,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:19.906823 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.913628 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.956193 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:19.983876 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0305f5b-db89-4d83-a3e7-899af2297e02 None None] Pushing event updated for resources: {'Port': ['ID=c79314c5-87ab-4ca0-9fd8-a5500dca52e3,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:20.008512 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7e0719-b4be-442b-9ada-aec03ede4764,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:20.012443 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:20.014124 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:20.016271 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:20.037176 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8af69-eb12-4d06-b4c2-1f11c2f81595 req-5f00e5d9-c47f-4d22-95a1-d6821116f156 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:20.038815 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-86e8af69-eb12-4d06-b4c2-1f11c2f81595 req-5f00e5d9-c47f-4d22-95a1-d6821116f156 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0564961 Aug 29 14:28:20.082282 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-86e8af69-eb12-4d06-b4c2-1f11c2f81595 req-ad9a9d49-4e31-4962-8472-5987749081be tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359790 Aug 29 14:28:20.310316 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:20.500428 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:20.629073 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Router 85b627d2-90f2-4792-a862-9e7f8aac8b14 is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:28:20.746740 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:20.757990 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Sync routers for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:20.763401 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:20.764745 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-16405b2a-16d0-4126-9235-2e6703b99bc3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5079651 Aug 29 14:28:20.767740 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45724) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:20.772284 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:20.772908 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:27:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:20.977651 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87614918-283d-4f81-b117-960f20f8d900 None None] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:21.048924 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-6b0c3930-dbe7-4f9d-ace4-b6b4dbbed3ce None None] Provisioning for port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:21.066213 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:21.200035 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.236845 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b83e80-3a31-43ad-afb2-e7c8d8ff491e req-da27b586-1e5b-4824-8409-7779554ef9d1 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:21.238910 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-12b83e80-3a31-43ad-afb2-e7c8d8ff491e req-da27b586-1e5b-4824-8409-7779554ef9d1 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0826669 Aug 29 14:28:21.328633 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device c79314c5-87ab-4ca0-9fd8-a5500dca52e3 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:21.361158 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-12b83e80-3a31-43ad-afb2-e7c8d8ff491e req-37b53daf-c5a4-4512-9e0d-eac19f19f690 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121297 Aug 29 14:28:21.387654 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Allocated IP 172.20.0.1 (0b035ccd-caf1-4a85-a15a-49e5bd589632/ec8e313f-0aa5-476f-b2f2-83cc46c052cb/068176ba-f794-4ca0-8333-d58053f8c10a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:21.419597 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:21.435794 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:20Z', 'revision_number': 3, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:21.437915 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:21.438141 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.483613 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Checking router: 85b627d2-90f2-4792-a862-9e7f8aac8b14 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:21.483958 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Updating router 85b627d2-90f2-4792-a862-9e7f8aac8b14 port 1c7e0719-b4be-442b-9ada-aec03ede4764 binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:28:21.527829 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.544679 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.562124 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Transition to ACTIVE for port object 068176ba-f794-4ca0-8333-d58053f8c10a will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:21.601737 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.658990 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:21.666196 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:21.670190 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:21.670907 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.678168 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=068176ba-f794-4ca0-8333-d58053f8c10a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:21.732461 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ef3a090c-ca62-4c48-9b60-d6a8bb52f9b1 None None] Provisioning complete for port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:21.732973 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ef3a090c-ca62-4c48-9b60-d6a8bb52f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.741654 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.805548 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port c79314c5-87ab-4ca0-9fd8-a5500dca52e3, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=c79314c5-87ab-4ca0-9fd8-a5500dca52e3,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:21.824582 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.912343 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.928097 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=c79314c5-87ab-4ca0-9fd8-a5500dca52e3,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:22.047655 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.058407 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Transition to ACTIVE for port object 1c7e0719-b4be-442b-9ada-aec03ede4764 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:22.063968 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.101556 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.106407 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.130305 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Attempting to bind port 1c7e0719-b4be-442b-9ada-aec03ede4764 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:22.130689 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Attempting to bind port 1c7e0719-b4be-442b-9ada-aec03ede4764 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:22.131107 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Attempting to bind port 1c7e0719-b4be-442b-9ada-aec03ede4764 on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:22.134284 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea28dae-e1f1-46cc-a4e5-e3e86a451d27 None None] Pushing event updated for resources: {'Port': ['ID=1c7e0719-b4be-442b-9ada-aec03ede4764,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:22.141216 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:22.141577 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:22.141977 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.142354 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:22.142854 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Bound port: 1c7e0719-b4be-442b-9ada-aec03ede4764, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:22.143226 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.146454 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2a75f065-3d7f-408d-a60e-5cfdf61871c8 None None] Provisioning for port 068176ba-f794-4ca0-8333-d58053f8c10a completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:22.168455 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2a75f065-3d7f-408d-a60e-5cfdf61871c8 None None] Provisioning complete for port 068176ba-f794-4ca0-8333-d58053f8c10a triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:22.168859 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a75f065-3d7f-408d-a60e-5cfdf61871c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.181957 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.202751 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=068176ba-f794-4ca0-8333-d58053f8c10a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:22.223396 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2a75f065-3d7f-408d-a60e-5cfdf61871c8 None None] Port 068176ba-f794-4ca0-8333-d58053f8c10a cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:22.225516 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] For port 1c7e0719-b4be-442b-9ada-aec03ede4764, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:22.228769 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] For port 1c7e0719-b4be-442b-9ada-aec03ede4764, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=1c7e0719-b4be-442b-9ada-aec03ede4764,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:22.233558 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.289025 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:22.289633 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:27:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:22.290137 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:22.292038 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:22.332202 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea28dae-e1f1-46cc-a4e5-e3e86a451d27 None None] Pushing event updated for resources: {'Port': ['ID=1c7e0719-b4be-442b-9ada-aec03ede4764,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:22.422073 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:22.427201 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Router 85b627d2-90f2-4792-a862-9e7f8aac8b14 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:28:22.567264 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585929f-ec3f-4de4-8732-f69f0f805ae9 req-da678214-e5ce-4840-a16f-231d44ea00fc tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:22.568735 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e585929f-ec3f-4de4-8732-f69f0f805ae9 req-da678214-e5ce-4840-a16f-231d44ea00fc tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0949013 Aug 29 14:28:22.569346 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2b9f51f7-f6e5-4431-a691-b9b3ebdc9aea None None] Provisioning complete for port 068176ba-f794-4ca0-8333-d58053f8c10a triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:22.569714 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b9f51f7-f6e5-4431-a691-b9b3ebdc9aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.586015 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:22.596596 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-fd63b7bc-8198-496a-b8f1-dc63c570a3f1 admin admin] 10.222.0.20 "PUT /v2.0/routers/85b627d2-90f2-4792-a862-9e7f8aac8b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8277106 Aug 29 14:28:22.617703 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f51f7-f6e5-4431-a691-b9b3ebdc9aea None None] Port 068176ba-f794-4ca0-8333-d58053f8c10a cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:22.620044 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e585929f-ec3f-4de4-8732-f69f0f805ae9 req-988eb444-2f5b-4ff0-9481-320984e33213 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&id=c770ba46-6dab-4441-9b41-af9d37e6f415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422873 Aug 29 14:28:22.671842 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 2, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:22.699443 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334981d-e9f7-4783-8f95-5383b9cc5953 None None] The sync data for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi is: [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 2, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:23.037527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45782) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:23.042894 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-236e1dc7-4bf7-417c-b95f-88836326a9a5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2101484542', 'description': 'tempest-description--1860485590'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:23.067580 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-236e1dc7-4bf7-417c-b95f-88836326a9a5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.156017 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-236e1dc7-4bf7-417c-b95f-88836326a9a5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.160551 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-236e1dc7-4bf7-417c-b95f-88836326a9a5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.188867 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-236e1dc7-4bf7-417c-b95f-88836326a9a5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.192826 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-236e1dc7-4bf7-417c-b95f-88836326a9a5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1517320 Aug 29 14:28:23.193429 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45784) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:23.201071 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-5c9e6201-04c7-4483-bef6-8877bd6f033e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'security_group_rule': {'security_group_id': '3e057443-5b12-4509-806f-2868509e27b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:23.206595 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e1dc7-4bf7-417c-b95f-88836326a9a5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e057443-5b12-4509-806f-2868509e27b4,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:23.245332 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device c79314c5-87ab-4ca0-9fd8-a5500dca52e3 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:23.246102 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6201-04c7-4483-bef6-8877bd6f033e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.301908 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:23.302366 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.308267 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6201-04c7-4483-bef6-8877bd6f033e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.312483 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6201-04c7-4483-bef6-8877bd6f033e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.345180 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e6201-04c7-4483-bef6-8877bd6f033e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36292c63-b020-4c82-b474-d43386ba1e89,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:23.347791 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6201-04c7-4483-bef6-8877bd6f033e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.348975 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5c9e6201-04c7-4483-bef6-8877bd6f033e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549609 Aug 29 14:28:23.351922 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45786) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:23.359894 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-15593014-a940-4c86-9380-c7a311b5ddab tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'security_group_rule': {'security_group_id': '3e057443-5b12-4509-806f-2868509e27b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:23.391102 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15593014-a940-4c86-9380-c7a311b5ddab tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.450587 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15593014-a940-4c86-9380-c7a311b5ddab tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.461297 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15593014-a940-4c86-9380-c7a311b5ddab tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.480678 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15593014-a940-4c86-9380-c7a311b5ddab tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f1cf93-ad2c-429b-ab31-1d17a0597c6e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:23.487373 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15593014-a940-4c86-9380-c7a311b5ddab tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.488655 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-15593014-a940-4c86-9380-c7a311b5ddab tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347082 Aug 29 14:28:23.491653 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45788) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:23.497482 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:23.520119 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.624449 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.730326 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Allocated IP 172.27.3.46 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/68988025-48c3-4207-a553-d34d7f44b5a5) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:23.838735 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.879026 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.914916 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:23.918363 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:23.924034 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:23.948379 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'Port': ['ID=68988025-48c3-4207-a553-d34d7f44b5a5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:24.017011 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.047824 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.060390 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.335550 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee6f4-64e5-4ca4-8929-af94e33a98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.430224 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.435502 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.506907 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'Port': ['ID=68988025-48c3-4207-a553-d34d7f44b5a5,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:24.518962 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.533125 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.534266 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-42dc903b-a952-4703-bd07-c5808b5e9738 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0415232 Aug 29 14:28:24.671750 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-d19a3cbf-78ca-45ca-9ad9-8ac99581ae74 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2101484542&fields=id&tenant_id=453edc3b96e142e2bd33340b7651044f HTTP/1.1" status: 200 len: 267 time: 0.0329750 Aug 29 14:28:24.680561 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Sync routers for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:24.690302 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:24.690925 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:27:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:24.779837 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22417-f23d-4055-a65b-a29503a7328b req-327f315e-216c-4462-8c09-7cbd7cc56a22 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:24.781298 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-327f315e-216c-4462-8c09-7cbd7cc56a22 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 817 time: 0.1028507 Aug 29 14:28:24.798646 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:24.798836 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-02a051e2-a20b-439c-b10f-1521ec2f5a35 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/quotas/453edc3b96e142e2bd33340b7651044f HTTP/1.1" status: 200 len: 375 time: 0.0115843 Aug 29 14:28:25.001563 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 2, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:25.027748 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Checking router: 85b627d2-90f2-4792-a862-9e7f8aac8b14 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:25.028090 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Updating router 85b627d2-90f2-4792-a862-9e7f8aac8b14 port 068176ba-f794-4ca0-8333-d58053f8c10a binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:28:25.056755 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.090004 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-0fe2879b-60b4-4995-8cf3-6a46e2b2f77d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2855318 Aug 29 14:28:25.233721 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d42f110-06bd-41c4-b725-d00bf81fa767 service neutron] 10.222.0.20 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320746 Aug 29 14:28:25.258554 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 1c7e0719-b4be-442b-9ada-aec03ede4764 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:25.315676 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 1c7e0719-b4be-442b-9ada-aec03ede4764 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:25.320246 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 1c7e0719-b4be-442b-9ada-aec03ede4764 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:25.320684 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.346182 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.355669 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-6388a5b9-5a7f-4cd3-94c7-d6f3ab39ab91 service neutron] 10.222.0.20 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154852 Aug 29 14:28:25.362026 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Transition to ACTIVE for port object 068176ba-f794-4ca0-8333-d58053f8c10a will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:25.372811 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.412389 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3260f232-370f-493c-a99c-25f641067346 req-77efd961-b96e-421b-828a-2adff5dcfd17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1277699 Aug 29 14:28:25.426407 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Pushing event updated for resources: {'Port': ['ID=068176ba-f794-4ca0-8333-d58053f8c10a,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:25.431655 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.444952 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.445322 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.445666 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.446009 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.446485 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.446845 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.447173 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.447494 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.448571 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.449150 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.449653 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.450151 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:25.476774 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 1c7e0719-b4be-442b-9ada-aec03ede4764, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=1c7e0719-b4be-442b-9ada-aec03ede4764,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:25.483536 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.556693 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=1c7e0719-b4be-442b-9ada-aec03ede4764,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:25.588190 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Attempting to bind port 068176ba-f794-4ca0-8333-d58053f8c10a on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:25.588676 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Attempting to bind port 068176ba-f794-4ca0-8333-d58053f8c10a by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:25.589095 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Attempting to bind port 068176ba-f794-4ca0-8333-d58053f8c10a on network 0b035ccd-caf1-4a85-a15a-49e5bd589632 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:25.596205 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:25.596678 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Checking segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:25.597143 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.597609 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Bound using segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:25.598172 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Bound port: 068176ba-f794-4ca0-8333-d58053f8c10a, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:25.598661 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.604630 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d26a9acd-eedb-48f5-a4f2-93acaf0a0038 req-4bd41232-93fc-4a60-bf0d-14feaf0eaa6f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 210 time: 0.0323317 Aug 29 14:28:25.611562 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f232-370f-493c-a99c-25f641067346 req-272edfd1-8cdd-4bbc-bb29-c8f312a64e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:25.613378 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3260f232-370f-493c-a99c-25f641067346 req-272edfd1-8cdd-4bbc-bb29-c8f312a64e2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 1099 time: 0.1223691 Aug 29 14:28:25.732639 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f232-370f-493c-a99c-25f641067346 req-d59f6f45-249e-4247-aeee-52a3e1e04e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:25.734138 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3260f232-370f-493c-a99c-25f641067346 req-d59f6f45-249e-4247-aeee-52a3e1e04e33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.0985205 Aug 29 14:28:25.761174 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] For port 068176ba-f794-4ca0-8333-d58053f8c10a, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:25.764967 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] For port 068176ba-f794-4ca0-8333-d58053f8c10a, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=068176ba-f794-4ca0-8333-d58053f8c10a,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:25.772897 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.813616 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3260f232-370f-493c-a99c-25f641067346 req-535c953a-c22f-49d9-bb26-fae3d9dcd0e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef4936c-6a62-446c-8a48-79e4a474534c HTTP/1.1" status: 200 len: 1002 time: 0.0720739 Aug 29 14:28:25.843512 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:25.844523 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:27:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:25.861787 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b4547-5808-4558-a842-95e7d138058c None None] Pushing event updated for resources: {'Port': ['ID=068176ba-f794-4ca0-8333-d58053f8c10a,revision_number=4']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:25.879648 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f232-370f-493c-a99c-25f641067346 req-a55cb8a4-e28d-49cb-9b23-b413bdb28d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:25.881651 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3260f232-370f-493c-a99c-25f641067346 req-a55cb8a4-e28d-49cb-9b23-b413bdb28d76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0599704 Aug 29 14:28:25.933798 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f232-370f-493c-a99c-25f641067346 req-2f7fc077-814c-41b2-8d7f-bfa96abd52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:25.935358 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3260f232-370f-493c-a99c-25f641067346 req-2f7fc077-814c-41b2-8d7f-bfa96abd52a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460019 Aug 29 14:28:25.990635 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:26.052895 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3260f232-370f-493c-a99c-25f641067346 req-7f7feaaa-35d3-4286-9d5d-391aa110c211 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101375 Aug 29 14:28:26.211330 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3260f232-370f-493c-a99c-25f641067346 req-3ec403c6-29e1-49b1-b9b3-97b43cbe1ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452513 Aug 29 14:28:26.280793 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:26.307758 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc433f5-a4d3-4762-98c2-b65da23fcde9 None None] The sync data for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi is: [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:26.714439 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f5b8b08d-308e-43a9-95ad-8d859d4fde0f req-734f7a54-5502-40f4-983a-9656c48e7d9a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 210 time: 0.0268741 Aug 29 14:28:26.957702 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e599c04-235d-4dff-a731-af1fc9e3d38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.037935 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22417-f23d-4055-a65b-a29503a7328b req-3ed62827-b006-481d-b4af-b2048ee97123 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:27.039380 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-3ed62827-b006-481d-b4af-b2048ee97123 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 817 time: 0.1160312 Aug 29 14:28:27.106798 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-0f2a3be5-9745-475a-bc10-4900df540d57 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453edc3b96e142e2bd33340b7651044f HTTP/1.1" status: 200 len: 380 time: 0.0436733 Aug 29 14:28:27.122450 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'port': {'device_id': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'admin_state_up': True, 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'security_groups': ['3e057443-5b12-4509-806f-2868509e27b4']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:27.232225 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Made reservation on behalf of 453edc3b96e142e2bd33340b7651044f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:27.235716 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.249035 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 068176ba-f794-4ca0-8333-d58053f8c10a up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:27.286717 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45852) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:27.302216 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 068176ba-f794-4ca0-8333-d58053f8c10a completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:27.306463 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 068176ba-f794-4ca0-8333-d58053f8c10a triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:27.307657 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.349486 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_v2 [None req-28132ba5-2a2d-4f00-8b04-06944dfb3d35 admin admin] Deleting subnet 341c0cc9-b705-4950-b792-cf58976045f8 {{(pid=93802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:28:27.357457 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-28132ba5-2a2d-4f00-8b04-06944dfb3d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.379828 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Allocated IP 172.20.0.10 (0b035ccd-caf1-4a85-a15a-49e5bd589632/ec8e313f-0aa5-476f-b2f2-83cc46c052cb/5f59964e-c83a-45ec-bf23-0abcc7f6ab55) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:27.404873 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-28132ba5-2a2d-4f00-8b04-06944dfb3d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4325550'] for subnet, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.463013 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-28132ba5-2a2d-4f00-8b04-06944dfb3d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.506053 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.544795 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-28132ba5-2a2d-4f00-8b04-06944dfb3d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4451898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4350205'] for subnet, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.562209 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.564186 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.576200 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28132ba5-2a2d-4f00-8b04-06944dfb3d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341c0cc9-b705-4950-b792-cf58976045f8,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:27.579369 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Transition to ACTIVE for port object 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:27.580879 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-28132ba5-2a2d-4f00-8b04-06944dfb3d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.585544 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-28132ba5-2a2d-4f00-8b04-06944dfb3d35 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/341c0cc9-b705-4950-b792-cf58976045f8 HTTP/1.1" status: 204 len: 168 time: 0.2976959 Aug 29 14:28:27.586785 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45862) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:27.616010 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.629038 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 068176ba-f794-4ca0-8333-d58053f8c10a, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=068176ba-f794-4ca0-8333-d58053f8c10a,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:27.633890 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.635063 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 1c7e0719-b4be-442b-9ada-aec03ede4764 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:27.666335 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:27.670389 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.673140 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:27.675119 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:27.677256 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:27.744346 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=068176ba-f794-4ca0-8333-d58053f8c10a,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:27.745168 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:27.745687 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.753998 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 1c7e0719-b4be-442b-9ada-aec03ede4764 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:27.754490 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.764159 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.772102 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-6d963aeb-7c9b-4fd9-9a69-2b10d349feaf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6537821 Aug 29 14:28:27.776327 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5957da6-507a-474a-98ab-365de10d8f3a']}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:27.787465 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69458fc-79d9-4020-ac9e-4aa52775fe39') {'for_net_delete': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:27.787754 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69458fc-79d9-4020-ac9e-4aa52775fe39') {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:27.795266 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Request body: {'port': {'device_id': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:27.797405 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325553'] for segment, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.822280 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.834699 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:28:27.835356 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4451932'] for segment, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: Traceback (most recent call last): Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: timer() Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: cb(*args, **kw) Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: return func(*args, **kwargs) Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: self._notify() Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: self.callback(batched_events) Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: event.method(event) Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: return f(self, *a, **k) Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._get(url).json() Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: return self.request(url, 'GET', **kwargs) Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:28:27.837430 dv-cinder-773985-15-iscsi neutron-server[93802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:28:27.894059 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.905256 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.910066 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:27.913640 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] 10.222.0.20 "DELETE /v2.0/networks/b5957da6-507a-474a-98ab-365de10d8f3a HTTP/1.1" status: 204 len: 168 time: 0.3257420 Aug 29 14:28:27.933361 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659953b-e557-46ea-9934-83f8be2a1bda admin admin] Pushing event deleted for resources: {'Network': ['ID=b5957da6-507a-474a-98ab-365de10d8f3a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:27.950996 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d51fa-6ea7-4abf-88f5-e7bfb05a5c8a req-5cbec76d-ba70-4e48-a563-238c5d7efbfe tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:27.952627 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-960d51fa-6ea7-4abf-88f5-e7bfb05a5c8a req-5cbec76d-ba70-4e48-a563-238c5d7efbfe tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 932 time: 0.1168196 Aug 29 14:28:27.952761 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.053031 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-582d6940-cf31-4485-9014-8abd5c22d493 None None] Provisioning for port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:28.053644 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45870) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:28.057926 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-582d6940-cf31-4485-9014-8abd5c22d493 None None] Provisioning complete for port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:28.058588 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-582d6940-cf31-4485-9014-8abd5c22d493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.060545 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-960d51fa-6ea7-4abf-88f5-e7bfb05a5c8a req-6056158e-e961-45d7-9256-b8f841836b1d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013994 Aug 29 14:28:28.102425 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-590dbe72-f3d6-4447-a38e-cd4fed88ac2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f96bb5cc8eca478ea4c4c9e86f952b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476987 Aug 29 14:28:28.105489 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45872) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:28.109433 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-582d6940-cf31-4485-9014-8abd5c22d493 None None] Port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:28.157426 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b86a484e-58bd-479c-9810-e48207e7496e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.178661 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b86a484e-58bd-479c-9810-e48207e7496e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.209067 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:28:28.216972 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.225209 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b86a484e-58bd-479c-9810-e48207e7496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.228037 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b86a484e-58bd-479c-9810-e48207e7496e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.229032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Transition to ACTIVE for port object 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:28.229397 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-b86a484e-58bd-479c-9810-e48207e7496e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adb2dd0d-9606-4dc4-9b75-d5b129975b45 HTTP/1.1" status: 204 len: 168 time: 0.1227784 Aug 29 14:28:28.236814 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.237983 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a484e-58bd-479c-9810-e48207e7496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2dd0d-9606-4dc4-9b75-d5b129975b45,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:28.292161 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:28.363588 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Attempting to bind port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:28.363921 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Attempting to bind port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:28.364248 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Attempting to bind port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 on network 0b035ccd-caf1-4a85-a15a-49e5bd589632 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:28.368651 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 on network 0b035ccd-caf1-4a85-a15a-49e5bd589632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:28:28.368969 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Attempting to bind port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 on network 0b035ccd-caf1-4a85-a15a-49e5bd589632 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:28.375023 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:28.375355 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Checking segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:28.375727 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Bound using segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:28.376151 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Bound port: 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:28.376505 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.452013 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:28.456844 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:28.463373 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.495290 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:28.495911 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:28.497304 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] 10.222.0.32 "PUT /v2.0/ports/5f59964e-c83a-45ec-bf23-0abcc7f6ab55 HTTP/1.1" status: 200 len: 1094 time: 0.7099946 Aug 29 14:28:28.499604 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:28:28.501877 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9253d2d-40e6-4af2-88c8-76ae94166788" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:28:28.535785 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115354e0-69b5-4304-b8ef-08ef31f98591 service neutron] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:28.555496 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086fe1d9-3f77-4111-bb43-cadf83246065 x-openstack-request-id: req-086fe1d9-3f77-4111-bb43-cadf83246065 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:28:28.555783 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:28:28.556215 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-086fe1d9-3f77-4111-bb43-cadf83246065 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:28:28.556751 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'status': 'completed', 'code': 200} Aug 29 14:28:28.953978 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45898) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:29.050040 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-742598326-network', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:29.074229 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Made reservation on behalf of 9db05e186ef84e7aa28b0987ba339058 for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:29.076449 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.084337 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.175677 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.179920 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.190442 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36036a3-6df0-4ab1-aeca-56ebebfadb39 req-7803b757-2219-44be-9ab9-d8acef180940 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:29.195001 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f36036a3-6df0-4ab1-aeca-56ebebfadb39 req-7803b757-2219-44be-9ab9-d8acef180940 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0531280 Aug 29 14:28:29.200702 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:28:29.218964 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.219224 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Added segment 595494c7-dca3-460f-b945-d3cb14f76bf3 of type vlan for network aa56291e-01ca-40ac-86b1-af5604bf83fa Aug 29 14:28:29.220530 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df13e495-5dd7-48eb-a59d-2d035a8c8861,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:29.239788 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 068176ba-f794-4ca0-8333-d58053f8c10a up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:29.245248 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f36036a3-6df0-4ab1-aeca-56ebebfadb39 req-bdd7241d-4b5f-4577-b1ae-dc7bd2a6e9b7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467820 Aug 29 14:28:29.264728 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.289545 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.290489 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:29.291093 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.298365 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 068176ba-f794-4ca0-8333-d58053f8c10a triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:29.298760 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.348264 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3931603 Aug 29 14:28:29.351933 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45904) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:29.353463 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ef7cf-1735-4fd6-9e19-5bac0bfc1e54 admin admin] Pushing event updated for resources: {'Network': ['ID=aa56291e-01ca-40ac-86b1-af5604bf83fa,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:29.358192 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Request body: {'subnet': {'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-742598326-subnet', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:29.365564 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network aa56291e-01ca-40ac-86b1-af5604bf83fa details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:28:29.382975 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Made reservation on behalf of 9db05e186ef84e7aa28b0987ba339058 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:29.385864 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6587858'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.545445 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8077618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6587808'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.605568 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:29.614115 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Checking segment: {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:29.614404 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Network hostable DHCP agents. Network: aa56291e-01ca-40ac-86b1-af5604bf83fa, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:28:29.631675 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Network aa56291e-01ca-40ac-86b1-af5604bf83fa is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:28:29.641948 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, aa56291e-01ca-40ac-86b1-af5604bf83fa) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:29.643318 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.646638 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:29.647591 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.649366 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d5847-24d8-4a61-b320-09859b519430 None None] Network aa56291e-01ca-40ac-86b1-af5604bf83fa requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:29.662108 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a04336ac-e009-4434-b6b5-28a7e1b8cc3b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3089852 Aug 29 14:28:29.664815 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 45906) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:29.669825 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:29.698449 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.698449 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.749998 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.791538 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-aa56291e-01ca-40ac-86b1-af5604bf83fa', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:28:29.792389 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.889081 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.925132 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Allocated IP 172.20.0.2 (aa56291e-01ca-40ac-86b1-af5604bf83fa/9f9fdcb3-2ad8-4267-8227-9c9dad9019ce/22c0d76d-6b44-4c69-8cc2-d135ff8a13cf) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:30.063227 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.071235 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Transition to ACTIVE for port object 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:30.085941 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Transition to ACTIVE for port object 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:30.087166 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.092177 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.107683 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.131977 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Network aa56291e-01ca-40ac-86b1-af5604bf83fa is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:30.136720 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:30.140255 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:30.145560 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Pushing event updated for resources: {'Port': ['ID=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:30.194630 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Attempting to bind port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:30.194993 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Attempting to bind port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:30.195352 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Attempting to bind port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf on network aa56291e-01ca-40ac-86b1-af5604bf83fa {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:30.200158 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:30.200522 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Checking segment: {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:30.200917 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.201301 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Bound using segment: {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:30.201751 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Bound port: 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:30.202123 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.211397 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Allocated IP 172.27.3.164 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/0532d046-1eeb-4c12-829a-90a0e13b07cf) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:30.263141 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] For port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:30.266312 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] For port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:30.270653 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.320377 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.332723 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ca02a-6226-43dc-9489-efb9b5db4a35 None None] Pushing event updated for resources: {'Port': ['ID=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:30.367530 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.381999 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68522ba-edd8-48a2-90fe-2077c90065a5 req-55825896-3b10-4d48-ac47-18172e6b892c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:30.383552 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a68522ba-edd8-48a2-90fe-2077c90065a5 req-55825896-3b10-4d48-ac47-18172e6b892c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0530367 Aug 29 14:28:30.404964 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:30.411639 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:30.414187 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:30.429369 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a68522ba-edd8-48a2-90fe-2077c90065a5 req-a46fbce8-0269-4894-984a-b16c24c98a7a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396585 Aug 29 14:28:30.438694 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Pushing event updated for resources: {'Port': ['ID=0532d046-1eeb-4c12-829a-90a0e13b07cf,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:30.702242 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253d2d-40e6-4af2-88c8-76ae94166788 req-5b45174f-f98e-4c37-81f2-e31904cc8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:30.703686 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a9253d2d-40e6-4af2-88c8-76ae94166788 req-5b45174f-f98e-4c37-81f2-e31904cc8a06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 1097 time: 0.0804906 Aug 29 14:28:30.728698 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.888459 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253d2d-40e6-4af2-88c8-76ae94166788 req-294bf0a4-8040-4bc5-9416-b798255311aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:30.889912 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a9253d2d-40e6-4af2-88c8-76ae94166788 req-294bf0a4-8040-4bc5-9416-b798255311aa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=453edc3b96e142e2bd33340b7651044f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1696713 Aug 29 14:28:31.060052 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.066817 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253d2d-40e6-4af2-88c8-76ae94166788 req-831aaa61-4f4f-43f9-af41-baf2d528d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:31.068300 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a9253d2d-40e6-4af2-88c8-76ae94166788 req-831aaa61-4f4f-43f9-af41-baf2d528d864 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436000 Aug 29 14:28:31.211588 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b105c3f0-5979-4e51-8474-15cb6505db64 None None] Network aa56291e-01ca-40ac-86b1-af5604bf83fa requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:31.268129 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:31.332733 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-df39c717-73fc-425f-a69f-71da6eb353a0 None None] Provisioning for port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:31.384945 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:31.393596 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:31.393967 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.435835 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22417-f23d-4055-a65b-a29503a7328b req-0fb0128e-d122-42fc-8921-cf601bc7e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:31.437301 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-0fb0128e-d122-42fc-8921-cf601bc7e44a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 1097 time: 0.2887433 Aug 29 14:28:31.469357 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Router ed630e9d-9e04-4188-9062-ba66aa4cf02a is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:28:31.505032 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-ca945bbd-86de-4191-9c87-eed3fd9e9bf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55 HTTP/1.1" status: 200 len: 217 time: 0.0497546 Aug 29 14:28:31.508607 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.544109 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:31.547824 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.601688 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:31.665591 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-3ae97ab4-8e7c-4b4b-990a-fa650842c147 None None] Provisioning complete for port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:31.665948 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ae97ab4-8e7c-4b4b-990a-fa650842c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.669480 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22417-f23d-4055-a65b-a29503a7328b req-3fc42688-75b7-4665-9508-b61bf26c5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:31.670953 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-3fc42688-75b7-4665-9508-b61bf26c5976 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.1580529 Aug 29 14:28:31.684759 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c92df-08b0-47a1-aa77-3607dbf2b583 req-c009000d-f01b-4574-82b4-a9d07da0026b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:31.686160 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-210c92df-08b0-47a1-aa77-3607dbf2b583 req-c009000d-f01b-4574-82b4-a9d07da0026b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.1393249 Aug 29 14:28:31.727269 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:31.739623 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Sync routers for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:31.771110 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-210c92df-08b0-47a1-aa77-3607dbf2b583 req-5d298734-c028-46f6-8c96-1737c4ad3a96 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714176 Aug 29 14:28:31.773007 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.774091 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f43b6580-f42f-4625-b494-78bb7883fc6a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1083906 Aug 29 14:28:31.776413 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e22417-f23d-4055-a65b-a29503a7328b req-6fe590dd-e85a-4a4e-81e2-ed60c4361c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:31.777287 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45922) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:31.777959 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-6fe590dd-e85a-4a4e-81e2-ed60c4361c18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0909100 Aug 29 14:28:31.778785 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:31.779547 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:31.878487 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-df848e41-c77f-4185-bc45-0bc81f3c59cb service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924723 Aug 29 14:28:31.912893 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:32.005027 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-48e22417-f23d-4055-a65b-a29503a7328b req-24a207ba-ee08-4e8d-b620-667be451f8e2 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197193 Aug 29 14:28:32.107035 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:30Z', 'revision_number': 3, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:32.133715 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Checking router: ed630e9d-9e04-4188-9062-ba66aa4cf02a for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:32.134160 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Updating router ed630e9d-9e04-4188-9062-ba66aa4cf02a port 0532d046-1eeb-4c12-829a-90a0e13b07cf binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:28:32.161332 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.255324 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.416004 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Allocated IP 172.20.0.1 (aa56291e-01ca-40ac-86b1-af5604bf83fa/9f9fdcb3-2ad8-4267-8227-9c9dad9019ce/7eb851b3-1511-42e0-9052-44e6b0d92ed8) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:32.417260 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.426973 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Transition to ACTIVE for port object 0532d046-1eeb-4c12-829a-90a0e13b07cf will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:32.433796 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.484412 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Attempting to bind port 0532d046-1eeb-4c12-829a-90a0e13b07cf on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:32.484772 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Attempting to bind port 0532d046-1eeb-4c12-829a-90a0e13b07cf by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:32.485126 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Attempting to bind port 0532d046-1eeb-4c12-829a-90a0e13b07cf on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:32.493464 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e74a4e-197e-4171-bacc-f8d0563ecff7 None None] Pushing event updated for resources: {'Port': ['ID=0532d046-1eeb-4c12-829a-90a0e13b07cf,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:32.497192 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:32.498113 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:32.498620 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.499079 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:32.500078 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Bound port: 0532d046-1eeb-4c12-829a-90a0e13b07cf, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:32.500473 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.528942 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.541379 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Transition to ACTIVE for port object 7eb851b3-1511-42e0-9052-44e6b0d92ed8 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:32.552203 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] For port 0532d046-1eeb-4c12-829a-90a0e13b07cf, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:32.555612 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] For port 0532d046-1eeb-4c12-829a-90a0e13b07cf, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=0532d046-1eeb-4c12-829a-90a0e13b07cf,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:32.561376 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.581432 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.618225 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Network aa56291e-01ca-40ac-86b1-af5604bf83fa is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:32.621759 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:32.627398 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:32.629046 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:32.629718 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:32.654688 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb851b3-1511-42e0-9052-44e6b0d92ed8,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:32.668707 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e74a4e-197e-4171-bacc-f8d0563ecff7 None None] Pushing event updated for resources: {'Port': ['ID=0532d046-1eeb-4c12-829a-90a0e13b07cf,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:32.673229 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.750824 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:32.814654 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.969724 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10869fbd-9058-4e1e-a627-7dd1e70d7b73 req-e765e9d8-0bff-4fb9-ba75-a0b8c2e6fab7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:32.971417 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-10869fbd-9058-4e1e-a627-7dd1e70d7b73 req-e765e9d8-0bff-4fb9-ba75-a0b8c2e6fab7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.1117857 Aug 29 14:28:33.039678 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ec1de942-8924-44ab-ada7-b62ab353ec18 None None] Provisioning for port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:33.046334 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ec1de942-8924-44ab-ada7-b62ab353ec18 None None] Provisioning complete for port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:33.046732 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec1de942-8924-44ab-ada7-b62ab353ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.048948 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-10869fbd-9058-4e1e-a627-7dd1e70d7b73 req-7a8fc4b8-5d01-4db2-b625-90e43e92f474 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656438 Aug 29 14:28:33.078394 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.084201 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.095950 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ec1de942-8924-44ab-ada7-b62ab353ec18 None None] Port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:33.111767 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:30Z', 'revision_number': 3, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:33.140601 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66799f-9fed-4775-a2d7-cd6b18f469df None None] The sync data for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi is: [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:30Z', 'revision_number': 3, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:33.153403 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb851b3-1511-42e0-9052-44e6b0d92ed8,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:33.162144 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.258426 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:33.279659 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Network aa56291e-01ca-40ac-86b1-af5604bf83fa is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:33.281025 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:33.313306 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:33.313762 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.408841 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Router ed630e9d-9e04-4188-9062-ba66aa4cf02a has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:28:33.539287 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:33.545456 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-796d0fe4-e676-4ab3-bfa7-afb6177afa14 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed630e9d-9e04-4188-9062-ba66aa4cf02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7660801 Aug 29 14:28:33.620520 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-d641ad76-f5f5-4613-96ae-eb845611879c None None] Provisioning complete for port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:33.621085 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d641ad76-f5f5-4613-96ae-eb845611879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.656358 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d641ad76-f5f5-4613-96ae-eb845611879c None None] Port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:34.045437 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45956) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:34.050432 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1545977850-network', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:34.070853 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Made reservation on behalf of f48e1337c518405eb77e680c0b5114ef for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:34.073240 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.084411 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.178659 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.182471 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.182769 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1716d-5ac9-4778-b1d8-9dd1dfece43b req-3692682b-40fc-4e03-9384-4e71d8580e7a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:34.184280 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-11a1716d-5ac9-4778-b1d8-9dd1dfece43b req-3692682b-40fc-4e03-9384-4e71d8580e7a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0496604 Aug 29 14:28:34.207395 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:28:34.218125 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832d3e90-d173-4741-97f7-e7487dec5623,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:34.223460 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.223872 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Added segment 652e7dbe-8994-4d0a-9f0e-d5c2429950be of type vlan for network 2f8893f8-660e-4834-a885-a2ef9d2a1829 Aug 29 14:28:34.230443 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-11a1716d-5ac9-4778-b1d8-9dd1dfece43b req-93939858-ee7d-4566-b941-1942f160a9fe tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Aug 29 14:28:34.268661 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.301910 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.303057 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:34.303639 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.357644 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3111055 Aug 29 14:28:34.360315 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45962) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:34.365241 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Request body: {'subnet': {'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1545977850-subnet', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:34.371710 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fc3c8-2a0d-4c4a-891a-8f8e4178d225 admin admin] Pushing event updated for resources: {'Network': ['ID=2f8893f8-660e-4834-a885-a2ef9d2a1829,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:34.381652 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:28:34.391896 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Made reservation on behalf of f48e1337c518405eb77e680c0b5114ef for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:34.394552 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4350102'] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.565034 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4350180'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.632138 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d0c82c-21f0-40ea-99aa-f18768fad7b8,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:34.643845 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Checking segment: {'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:34.644205 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Network hostable DHCP agents. Network: 2f8893f8-660e-4834-a885-a2ef9d2a1829, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:28:34.661409 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:28:34.670609 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 2f8893f8-660e-4834-a885-a2ef9d2a1829) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:34.674777 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:34.675496 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.680088 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d40ff-3099-494c-8a93-7cce939595c6 None None] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:34.692096 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-0a6a06d6-0809-4fc9-a798-d99b733d00fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3306098 Aug 29 14:28:34.694466 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45964) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:34.699650 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:34.720566 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.721587 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.760733 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Sync routers for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:34.770334 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:34.770957 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:34.780280 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.858959 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-2f8893f8-660e-4834-a885-a2ef9d2a1829', 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'fixed_ips': [{'subnet_id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:28:34.859950 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.942596 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:34.956645 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.023810 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Allocated IP 172.20.0.2 (2f8893f8-660e-4834-a885-a2ef9d2a1829/31d0c82c-21f0-40ea-99aa-f18768fad7b8/98c08e54-656a-426e-a440-42f4dfaf080f) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:35.085432 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22da1e-654a-41b1-a088-79cf3294cb8b req-7a49c18c-ef19-4302-8809-7532eee612ab tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:35.087116 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8c22da1e-654a-41b1-a088-79cf3294cb8b req-7a49c18c-ef19-4302-8809-7532eee612ab tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.0539768 Aug 29 14:28:35.137988 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8c22da1e-654a-41b1-a088-79cf3294cb8b req-4392b665-13a0-4fd4-add7-649b473dd35f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431476 Aug 29 14:28:35.198226 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.208475 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Transition to ACTIVE for port object 98c08e54-656a-426e-a440-42f4dfaf080f will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:35.212671 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 2, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:35.220366 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.226289 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Transition to ACTIVE for port object 98c08e54-656a-426e-a440-42f4dfaf080f will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:35.235934 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.244135 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.246504 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Checking router: ed630e9d-9e04-4188-9062-ba66aa4cf02a for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:35.247146 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Updating router ed630e9d-9e04-4188-9062-ba66aa4cf02a port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:28:35.298106 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.316564 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:35.320595 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Pushing event updated for resources: {'Port': ['ID=98c08e54-656a-426e-a440-42f4dfaf080f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:35.324450 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:35.326751 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:35.332835 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 0532d046-1eeb-4c12-829a-90a0e13b07cf up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:35.410622 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Attempting to bind port 98c08e54-656a-426e-a440-42f4dfaf080f on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:35.410944 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Allocated IP 172.27.3.233 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/02191f44-87c3-4150-a775-6bf858122c6d) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:35.411598 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Attempting to bind port 98c08e54-656a-426e-a440-42f4dfaf080f by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:35.412194 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Attempting to bind port 98c08e54-656a-426e-a440-42f4dfaf080f on network 2f8893f8-660e-4834-a885-a2ef9d2a1829 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:35.423065 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:35.423755 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Checking segment: {'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:35.423883 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.424238 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Bound using segment: {'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:35.424662 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Bound port: 98c08e54-656a-426e-a440-42f4dfaf080f, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:35.425372 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.432425 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a334f-ae91-4124-b231-fc4ac445fa41 req-f7558c52-a7bc-4868-b13e-e10acf5e4ea2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:35.433910 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-327a334f-ae91-4124-b231-fc4ac445fa41 req-f7558c52-a7bc-4868-b13e-e10acf5e4ea2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0774841 Aug 29 14:28:35.467545 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 0532d046-1eeb-4c12-829a-90a0e13b07cf completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:35.478400 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 0532d046-1eeb-4c12-829a-90a0e13b07cf triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:35.478844 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.526948 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-327a334f-ae91-4124-b231-fc4ac445fa41 req-ccde84d3-4248-4988-90c9-9fd509681824 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754874 Aug 29 14:28:35.532695 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] For port 98c08e54-656a-426e-a440-42f4dfaf080f, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:35.547268 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] For port 98c08e54-656a-426e-a440-42f4dfaf080f, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=98c08e54-656a-426e-a440-42f4dfaf080f,segment=NetworkSegment(652e7dbe-8994-4d0a-9f0e-d5c2429950be),segment_id=652e7dbe-8994-4d0a-9f0e-d5c2429950be)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:35.553474 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.579725 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.637913 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.651802 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.663415 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Transition to ACTIVE for port object 7eb851b3-1511-42e0-9052-44e6b0d92ed8 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:35.664073 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f768da-dfdf-44b5-8f7f-f0de3b4cb4fb None None] Pushing event updated for resources: {'Port': ['ID=98c08e54-656a-426e-a440-42f4dfaf080f,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:35.667738 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.679843 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:35.683934 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:35.685031 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.687603 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:35.697718 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 0532d046-1eeb-4c12-829a-90a0e13b07cf, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=0532d046-1eeb-4c12-829a-90a0e13b07cf,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:35.703767 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.763081 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=0532d046-1eeb-4c12-829a-90a0e13b07cf,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:35.767270 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb20f81-09d7-445f-bb2d-b9ba7f84c7d8 None None] Pushing event updated for resources: {'Port': ['ID=7eb851b3-1511-42e0-9052-44e6b0d92ed8,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:35.823826 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Attempting to bind port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:35.824196 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Attempting to bind port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:35.824552 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Attempting to bind port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 on network aa56291e-01ca-40ac-86b1-af5604bf83fa {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:35.830296 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:35.830732 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Checking segment: {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:35.831082 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.831462 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Bound using segment: {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:35.831921 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Bound port: 7eb851b3-1511-42e0-9052-44e6b0d92ed8, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:35.832310 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:35.930364 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] For port 7eb851b3-1511-42e0-9052-44e6b0d92ed8, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:35.935088 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] For port 7eb851b3-1511-42e0-9052-44e6b0d92ed8, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=7eb851b3-1511-42e0-9052-44e6b0d92ed8,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:35.942201 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:36.022474 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:36.023293 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:36.025351 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb20f81-09d7-445f-bb2d-b9ba7f84c7d8 None None] Pushing event updated for resources: {'Port': ['ID=7eb851b3-1511-42e0-9052-44e6b0d92ed8,revision_number=4']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:36.101592 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Pushing event updated for resources: {'Port': ['ID=02191f44-87c3-4150-a775-6bf858122c6d,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:36.130844 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.131182 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.131511 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.131834 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.132159 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.132476 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.132795 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.133110 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.133420 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.133940 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.134073 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.134331 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:36.152852 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:36.297257 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:36.298748 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3e5e8-f237-4aae-8020-32bdf51b7c64 req-22c90e8c-7d61-48d2-bdf7-0113788b42b5 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:36.303427 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e8c3e5e8-f237-4aae-8020-32bdf51b7c64 req-22c90e8c-7d61-48d2-bdf7-0113788b42b5 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.0625746 Aug 29 14:28:36.362608 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e8c3e5e8-f237-4aae-8020-32bdf51b7c64 req-52e65866-a5e0-48cb-bfb8-ff8db810e7c2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544107 Aug 29 14:28:36.483830 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:36.511636 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:36.514099 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3947b8f-da4a-499d-8368-4ab797b53e47 None None] The sync data for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi is: [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:36.602228 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:28:36.740329 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb6fcf-ec99-4dc8-a0e3-eb66745a6828 req-7cb9863f-bc66-454b-a174-3a9053adf9db tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:36.742976 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9eeb6fcf-ec99-4dc8-a0e3-eb66745a6828 req-7cb9863f-bc66-454b-a174-3a9053adf9db tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.1078644 Aug 29 14:28:36.747042 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:36.759505 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'port_id': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'mac_address': 'fa:16:3e:f1:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:28:36.771399 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Router 1dfe8017-d50a-4e73-8102-394aff38a4b2 is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:28:36.789936 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d1afb-04bf-43e5-9991-e5763b63b6f9 None None] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:36.853949 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:36.859090 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9eeb6fcf-ec99-4dc8-a0e3-eb66745a6828 req-28e7aae7-3bac-4954-83cb-17d3a9400c19 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969586 Aug 29 14:28:36.880118 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:28:36.887943 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2596ec33-8cd0-4ca6-a4e2-0f47866532fd None None] Provisioning for port 98c08e54-656a-426e-a440-42f4dfaf080f completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:36.922892 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:36.927584 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:36.947221 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:36.965401 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:36.966706 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-58a07206-d3bf-4aa3-92b1-dc8b3f07aa05 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2711077 Aug 29 14:28:36.969529 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 45980) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:36.976922 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Sync routers for ids ['1dfe8017-d50a-4e73-8102-394aff38a4b2'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:37.006698 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Routers {'1dfe8017-d50a-4e73-8102-394aff38a4b2'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:37.007331 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['1dfe8017-d50a-4e73-8102-394aff38a4b2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:37.078980 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:37.160005 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Set router 1dfe8017-d50a-4e73-8102-394aff38a4b2 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:37.321615 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['5f59964e-c83a-45ec-bf23-0abcc7f6ab55'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:28:37.462242 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 7eb851b3-1511-42e0-9052-44e6b0d92ed8 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:37.586250 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd22149-b442-4492-984d-7bc866bb3f99 req-23b403fe-4e75-4798-8b7a-41cc42102869 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:37.588353 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:37.598899 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6bd22149-b442-4492-984d-7bc866bb3f99 req-23b403fe-4e75-4798-8b7a-41cc42102869 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.1237607 Aug 29 14:28:37.634698 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:37.657031 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:37.657272 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6bd22149-b442-4492-984d-7bc866bb3f99 req-8b057510-314d-436d-b0ee-f5fa7130cd04 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570455 Aug 29 14:28:37.657550 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:37.662782 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '02191f44-87c3-4150-a775-6bf858122c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:28:36Z', 'revision_number': 3, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port': {'id': '02191f44-87c3-4150-a775-6bf858122c6d', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:35Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:37.736088 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Checking router: 1dfe8017-d50a-4e73-8102-394aff38a4b2 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:37.736432 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Updating router 1dfe8017-d50a-4e73-8102-394aff38a4b2 port 02191f44-87c3-4150-a775-6bf858122c6d binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:28:37.775117 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Allocated IP 172.20.0.1 (2f8893f8-660e-4834-a885-a2ef9d2a1829/31d0c82c-21f0-40ea-99aa-f18768fad7b8/8dd6f2e9-ee05-4c88-b0f4-56eae1371eff) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:37.775364 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:37.904485 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:37.912814 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:37.924133 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Transition to ACTIVE for port object 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:37.989573 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77b27c-5c97-4e84-8e5f-389949628db8 req-017c04ee-3ce0-4f7a-8087-b8fd0db02fd0 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:37.991253 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4c77b27c-5c97-4e84-8e5f-389949628db8 req-017c04ee-3ce0-4f7a-8087-b8fd0db02fd0 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 945 time: 0.0691915 Aug 29 14:28:37.996534 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 7eb851b3-1511-42e0-9052-44e6b0d92ed8, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=7eb851b3-1511-42e0-9052-44e6b0d92ed8,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:38.003245 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.004103 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 98c08e54-656a-426e-a440-42f4dfaf080f up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:38.012421 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.064765 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:38.076527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:38.079258 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:38.112979 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4c77b27c-5c97-4e84-8e5f-389949628db8 req-10d5dc79-48a6-4c45-ba04-4ab8d4d37d11 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122479 Aug 29 14:28:38.120889 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:38.139537 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.246965 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=7eb851b3-1511-42e0-9052-44e6b0d92ed8,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:38.289204 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 98c08e54-656a-426e-a440-42f4dfaf080f completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:38.290963 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.300494 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-33bfa00e-51a9-43ed-a7af-d0da9c5ff432 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:38.302065 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 98c08e54-656a-426e-a440-42f4dfaf080f triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:38.302443 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.302709 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-33bfa00e-51a9-43ed-a7af-d0da9c5ff432 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.0586300 Aug 29 14:28:38.305096 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.339741 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Transition to ACTIVE for port object 02191f44-87c3-4150-a775-6bf858122c6d will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:38.353490 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.364460 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2040f266-e660-4356-8b71-62d004cf3fa5 None None] Provisioning for port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:38.393259 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2040f266-e660-4356-8b71-62d004cf3fa5 None None] Provisioning complete for port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:38.393625 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2040f266-e660-4356-8b71-62d004cf3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.422391 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Deleting port 1ef4936c-6a62-446c-8a48-79e4a474534c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:28:38.423153 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.448901 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ece42-3a03-4c28-b7c1-3d981f71422c None None] Pushing event updated for resources: {'Port': ['ID=02191f44-87c3-4150-a775-6bf858122c6d,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:38.453068 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Attempting to bind port 02191f44-87c3-4150-a775-6bf858122c6d on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:38.453435 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Attempting to bind port 02191f44-87c3-4150-a775-6bf858122c6d by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:38.453797 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Attempting to bind port 02191f44-87c3-4150-a775-6bf858122c6d on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:38.487409 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2040f266-e660-4356-8b71-62d004cf3fa5 None None] Port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:38.489004 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.490699 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:38.491070 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:38.491466 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.491847 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:38.492317 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Bound port: 02191f44-87c3-4150-a775-6bf858122c6d, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:38.492720 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.496148 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.524229 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] For port 1ef4936c-6a62-446c-8a48-79e4a474534c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1ef4936c-6a62-446c-8a48-79e4a474534c,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:38.524695 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.529589 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.564114 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.569696 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:38.577563 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] For port 02191f44-87c3-4150-a775-6bf858122c6d, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:38.583968 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 98c08e54-656a-426e-a440-42f4dfaf080f, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=98c08e54-656a-426e-a440-42f4dfaf080f,segment=NetworkSegment(652e7dbe-8994-4d0a-9f0e-d5c2429950be),segment_id=652e7dbe-8994-4d0a-9f0e-d5c2429950be)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:38.591866 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.592635 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 0532d046-1eeb-4c12-829a-90a0e13b07cf up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:38.595525 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] For port 02191f44-87c3-4150-a775-6bf858122c6d, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=02191f44-87c3-4150-a775-6bf858122c6d,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:38.617984 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:38.638772 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.671928 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:38.674280 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:38.732701 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=98c08e54-656a-426e-a440-42f4dfaf080f,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:38.762048 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Routers {'1dfe8017-d50a-4e73-8102-394aff38a4b2'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:38.762048 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['1dfe8017-d50a-4e73-8102-394aff38a4b2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:38.848930 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Router 1dfe8017-d50a-4e73-8102-394aff38a4b2 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:28:38.912384 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.912977 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.913152 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Floating IP 8a94e804-5661-4740-8582-073dee80386b disassociated. External IP: 172.27.3.131, port: 1ef4936c-6a62-446c-8a48-79e4a474534c. Aug 29 14:28:38.913636 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Calling delete_port for 1ef4936c-6a62-446c-8a48-79e4a474534c owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:28:38.939375 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 0532d046-1eeb-4c12-829a-90a0e13b07cf triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:38.940212 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.942632 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:38.981456 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ece42-3a03-4c28-b7c1-3d981f71422c None None] Pushing event updated for resources: {'Port': ['ID=02191f44-87c3-4150-a775-6bf858122c6d,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:38.990595 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:38.991113 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:38.996897 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:39.004981 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-3c2d785d-e6f4-4bd3-bfc7-8013790189a7 admin admin] 10.222.0.20 "PUT /v2.0/routers/1dfe8017-d50a-4e73-8102-394aff38a4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0344532 Aug 29 14:28:39.100856 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901f157-b2e4-48fa-824c-b852170059c9 req-eead87e3-0427-4379-8d1a-1348bbf3cacc tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:39.102376 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2901f157-b2e4-48fa-824c-b852170059c9 req-eead87e3-0427-4379-8d1a-1348bbf3cacc tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 946 time: 0.0951469 Aug 29 14:28:39.128248 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-be4de4c1-6346-46e6-906c-b0950fc0bbd2 None None] Provisioning complete for port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:39.128248 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be4de4c1-6346-46e6-906c-b0950fc0bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.130538 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] Set router 1dfe8017-d50a-4e73-8102-394aff38a4b2 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:39.143282 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.185809 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2901f157-b2e4-48fa-824c-b852170059c9 req-41affa6c-362e-4418-a0cd-55de244377c7 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689483 Aug 29 14:28:39.188154 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event deleted for resources: {'Port': ['ID=1ef4936c-6a62-446c-8a48-79e4a474534c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:39.199052 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.199406 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.199745 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.200082 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.200416 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.200747 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.201076 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.201403 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.201729 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.202051 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.202373 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.202718 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:39.303387 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf7644-0240-49e5-b865-48863c407b75 req-86808426-97b0-4aa8-9b7b-8a742ed18314 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:39.305349 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-25cf7644-0240-49e5-b865-48863c407b75 req-86808426-97b0-4aa8-9b7b-8a742ed18314 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 945 time: 0.0688753 Aug 29 14:28:39.326016 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Router aacda337-592f-48bb-8095-b8b163aff8a3 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:28:39.347078 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-be4de4c1-6346-46e6-906c-b0950fc0bbd2 None None] Port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:39.381997 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.386381 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-25cf7644-0240-49e5-b865-48863c407b75 req-39fd7932-1096-43ce-951a-47f4673b850e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737181 Aug 29 14:28:39.423426 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:28:39.425682 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20edcdd2-dd44-40cf-b305-9be2f52a76d2" -d '{"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-plugged", "status": "completed", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:28:39.483972 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:39.489486 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:39.491279 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef919725-6730-421c-aa42-0b0fd59879cc x-openstack-request-id: req-ef919725-6730-421c-aa42-0b0fd59879cc {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:28:39.491936 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-plugged", "status": "completed", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:28:39.492202 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef919725-6730-421c-aa42-0b0fd59879cc {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:28:39.492601 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'code': 200} Aug 29 14:28:39.496624 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.504676 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6f364-1669-436c-92ab-552737783084 None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:39.520455 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6f364-1669-436c-92ab-552737783084 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:39.521813 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-7ab6f364-1669-436c-92ab-552737783084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:39.558754 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 7eb851b3-1511-42e0-9052-44e6b0d92ed8 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:39.594874 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] No DVR routers for this DVR port 1ef4936c-6a62-446c-8a48-79e4a474534c on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:28:39.598150 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.599361 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:39.600785 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ff5e557e-6c18-4d4c-bf34-b2eef062b534 req-cde52144-04ae-4858-8825-a8713afeaff4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "DELETE /v2.0/ports/1ef4936c-6a62-446c-8a48-79e4a474534c HTTP/1.1" status: 204 len: 173 time: 1.2805538 Aug 29 14:28:39.601440 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'name': 'network-vif-deleted', 'tag': '1ef4936c-6a62-446c-8a48-79e4a474534c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:28:39.614322 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b2d137-b1dd-4525-925b-e8b04875f0df" -d '{"events": [{"server_uuid": "66df1ac8-a589-4399-87b7-7f7cea04d948", "name": "network-vif-deleted", "tag": "1ef4936c-6a62-446c-8a48-79e4a474534c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:28:39.619608 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '02191f44-87c3-4150-a775-6bf858122c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 4, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port': {'id': '02191f44-87c3-4150-a775-6bf858122c6d', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:35Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '8dd6f2e9-ee05-4c88-b0f4-56eae1371eff', 'name': '', 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'mac_address': 'fa:16:3e:dd:57:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:37Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 2, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'subnets': [{'id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:39.647346 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46022) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:39.653492 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f4fbef4c-8e42-42a3-8060-a16a862bd287 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2117329516', 'description': 'tempest-secgroup-smoke-2117329516 description', 'project_id': '9db05e186ef84e7aa28b0987ba339058'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:39.659873 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7731400-efa3-48a7-b056-83f965607d01 None None] The sync data for ids ['1dfe8017-d50a-4e73-8102-394aff38a4b2'] in dv-cinder-773985-15-iscsi is: [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '02191f44-87c3-4150-a775-6bf858122c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 4, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port': {'id': '02191f44-87c3-4150-a775-6bf858122c6d', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:35Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '8dd6f2e9-ee05-4c88-b0f4-56eae1371eff', 'name': '', 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'mac_address': 'fa:16:3e:dd:57:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:37Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 2, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'subnets': [{'id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:39.678205 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:39.678935 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.687931 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4fbef4c-8e42-42a3-8060-a16a862bd287 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.741849 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-7ab6f364-1669-436c-92ab-552737783084 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:39.804906 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 98c08e54-656a-426e-a440-42f4dfaf080f up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:39.808049 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c29d7dc-9f4e-485c-8646-4485b7b70ba7 x-openstack-request-id: req-2c29d7dc-9f4e-485c-8646-4485b7b70ba7 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:28:39.808617 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df1ac8-a589-4399-87b7-7f7cea04d948", "name": "network-vif-deleted", "tag": "1ef4936c-6a62-446c-8a48-79e4a474534c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:28:39.808938 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c29d7dc-9f4e-485c-8646-4485b7b70ba7 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:28:39.809401 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df1ac8-a589-4399-87b7-7f7cea04d948', 'name': 'network-vif-deleted', 'tag': '1ef4936c-6a62-446c-8a48-79e4a474534c', 'status': 'completed', 'code': 200} Aug 29 14:28:39.826084 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:28:39.856198 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4fbef4c-8e42-42a3-8060-a16a862bd287 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.861336 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4fbef4c-8e42-42a3-8060-a16a862bd287 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.867361 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 98c08e54-656a-426e-a440-42f4dfaf080f triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:39.867684 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.896506 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4fbef4c-8e42-42a3-8060-a16a862bd287 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:39.900451 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f4fbef4c-8e42-42a3-8060-a16a862bd287 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2491384 Aug 29 14:28:39.901155 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46024) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:39.906576 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-dd339ea2-2d1e-4a4e-95df-93295ce24c6f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'security_group_rule': {'security_group_id': 'c9abd72c-3235-46d9-b3d6-1ddf229e8cf2', 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:39.908648 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbef4c-8e42-42a3-8060-a16a862bd287 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:39.942185 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd339ea2-2d1e-4a4e-95df-93295ce24c6f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.035696 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd339ea2-2d1e-4a4e-95df-93295ce24c6f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.039438 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd339ea2-2d1e-4a4e-95df-93295ce24c6f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.066179 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd339ea2-2d1e-4a4e-95df-93295ce24c6f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f887628b-e30b-4ce0-a6dc-259aab310a52,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:40.074945 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-7ab6f364-1669-436c-92ab-552737783084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:40.085790 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd339ea2-2d1e-4a4e-95df-93295ce24c6f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.087295 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-dd339ea2-2d1e-4a4e-95df-93295ce24c6f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1849649 Aug 29 14:28:40.090278 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46028) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:40.096841 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3847cbb2-418e-4674-8cd9-29ff86034db0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'security_group_rule': {'security_group_id': 'c9abd72c-3235-46d9-b3d6-1ddf229e8cf2', 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:40.113978 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6f364-1669-436c-92ab-552737783084 None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:40.124770 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6f364-1669-436c-92ab-552737783084 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:40.125648 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-7ab6f364-1669-436c-92ab-552737783084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:40.127056 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3847cbb2-418e-4674-8cd9-29ff86034db0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.202297 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3847cbb2-418e-4674-8cd9-29ff86034db0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.206386 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3847cbb2-418e-4674-8cd9-29ff86034db0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.227425 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847cbb2-418e-4674-8cd9-29ff86034db0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fff6323-2f47-4238-9eae-3734a60cbb12,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:40.238344 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3847cbb2-418e-4674-8cd9-29ff86034db0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.243202 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-3847cbb2-418e-4674-8cd9-29ff86034db0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473405 Aug 29 14:28:40.243202 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46032) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:40.251232 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-470794b7-df94-437e-b55e-0c605838f998 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'security_group_rule': {'security_group_id': 'c9abd72c-3235-46d9-b3d6-1ddf229e8cf2', 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:40.266375 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-7ab6f364-1669-436c-92ab-552737783084 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:40.317309 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b2971d5-4e70-427e-9bde-c037b09ac410 req-b567a13e-6bce-4bea-962a-f2b6ea681e1e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 210 time: 0.0367315 Aug 29 14:28:40.325387 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-470794b7-df94-437e-b55e-0c605838f998 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.404743 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-470794b7-df94-437e-b55e-0c605838f998 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.410877 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-470794b7-df94-437e-b55e-0c605838f998 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.435751 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470794b7-df94-437e-b55e-0c605838f998 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b77886-3471-40a8-87e9-8078e70dff3b,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:40.452615 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-470794b7-df94-437e-b55e-0c605838f998 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.458891 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-470794b7-df94-437e-b55e-0c605838f998 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130666 Aug 29 14:28:40.459247 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46036) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:40.465558 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-578ef896-961a-4542-a985-a183c1aa4a51 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'security_group_rule': {'security_group_id': 'c9abd72c-3235-46d9-b3d6-1ddf229e8cf2', 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:40.560689 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-578ef896-961a-4542-a985-a183c1aa4a51 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.605886 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-7ab6f364-1669-436c-92ab-552737783084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:40.628074 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485347c5-04b5-4685-a505-15b35d335e5b req-a1b88784-9778-4e6d-a662-affde12bd77c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:40.629608 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-485347c5-04b5-4685-a505-15b35d335e5b req-a1b88784-9778-4e6d-a662-affde12bd77c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.1208591 Aug 29 14:28:40.636396 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6f364-1669-436c-92ab-552737783084 None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:40.697278 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-578ef896-961a-4542-a985-a183c1aa4a51 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.706301 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-578ef896-961a-4542-a985-a183c1aa4a51 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.735561 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-485347c5-04b5-4685-a505-15b35d335e5b req-e226625c-c975-4998-a0be-1838725990cd tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991616 Aug 29 14:28:40.757581 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ef896-961a-4542-a985-a183c1aa4a51 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84be9af1-ec15-48ad-aa3b-4be7c677eae6,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:40.768893 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-578ef896-961a-4542-a985-a183c1aa4a51 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.773078 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:40.774040 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-578ef896-961a-4542-a985-a183c1aa4a51 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3099704 Aug 29 14:28:40.777802 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f087063d-58fb-4252-9f8e-d8cae5df2bef tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'security_group_rule': {'security_group_id': 'c9abd72c-3235-46d9-b3d6-1ddf229e8cf2', 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:40.801123 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-f087063d-58fb-4252-9f8e-d8cae5df2bef tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Project 9db05e186ef84e7aa28b0987ba339058 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:28:40.806271 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f087063d-58fb-4252-9f8e-d8cae5df2bef tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.883354 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f087063d-58fb-4252-9f8e-d8cae5df2bef tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.888411 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f087063d-58fb-4252-9f8e-d8cae5df2bef tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.908900 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087063d-58fb-4252-9f8e-d8cae5df2bef tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975a577c-1ce4-4ed3-bb27-a2227649d410,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:40.921406 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f087063d-58fb-4252-9f8e-d8cae5df2bef tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.925434 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f087063d-58fb-4252-9f8e-d8cae5df2bef tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486535 Aug 29 14:28:40.925434 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46040) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:40.931217 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a5a45e42-d151-48ef-8a64-4def905f89f4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'security_group_rule': {'security_group_id': 'c9abd72c-3235-46d9-b3d6-1ddf229e8cf2', 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:40.956497 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-a5a45e42-d151-48ef-8a64-4def905f89f4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Project 9db05e186ef84e7aa28b0987ba339058 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:28:40.961922 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5a45e42-d151-48ef-8a64-4def905f89f4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:40.974295 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f35486-7b09-4d08-9d56-5c810208700f None None] New status for floating IP 8a94e804-5661-4740-8582-073dee80386b: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:28:41.038131 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5a45e42-d151-48ef-8a64-4def905f89f4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:41.043678 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5a45e42-d151-48ef-8a64-4def905f89f4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:41.062188 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a45e42-d151-48ef-8a64-4def905f89f4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d20c2c4-4d3d-43e3-b1f5-c53ed224369e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:41.068032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5a45e42-d151-48ef-8a64-4def905f89f4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:41.073491 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a5a45e42-d151-48ef-8a64-4def905f89f4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428668 Aug 29 14:28:41.442219 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-aadba5f8-1eb8-4c17-8ede-ac840827eed5 req-beae2adb-9f9c-42ea-83de-d3e02ef14f09 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 210 time: 0.0327120 Aug 29 14:28:41.488409 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 02191f44-87c3-4150-a775-6bf858122c6d up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:41.686594 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 02191f44-87c3-4150-a775-6bf858122c6d completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:41.690196 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 02191f44-87c3-4150-a775-6bf858122c6d triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:41.690596 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:41.782575 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:41.809025 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 02191f44-87c3-4150-a775-6bf858122c6d, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=02191f44-87c3-4150-a775-6bf858122c6d,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:41.815328 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:41.883102 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=02191f44-87c3-4150-a775-6bf858122c6d,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:41.888659 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced8118-aaf9-4592-a384-54207861d09f req-2966e03c-9087-409f-8540-9eb9175a1bc8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:41.890219 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ced8118-aaf9-4592-a384-54207861d09f req-2966e03c-9087-409f-8540-9eb9175a1bc8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0602577 Aug 29 14:28:41.929151 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4ced8118-aaf9-4592-a384-54207861d09f req-1f13d97a-9eb3-418b-af2a-9b82649f6280 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Aug 29 14:28:42.289573 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0f98d-07e9-4db4-8423-15661fcfd01e req-321131e7-1059-40c0-a8e3-7c988f9f2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:42.291084 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-98e0f98d-07e9-4db4-8423-15661fcfd01e req-321131e7-1059-40c0-a8e3-7c988f9f2013 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 1099 time: 0.0398583 Aug 29 14:28:42.328311 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-98e0f98d-07e9-4db4-8423-15661fcfd01e req-7c1559ea-19d6-486e-8a7a-7809572be2ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300133 Aug 29 14:28:42.557863 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b1a8d17c-ef4b-45d6-aae2-a6d3fa789a52 req-853360ba-63ed-420f-a829-20823459780b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=66df1ac8-a589-4399-87b7-7f7cea04d948 HTTP/1.1" status: 200 len: 210 time: 0.0377967 Aug 29 14:28:43.049609 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b6e8f-ec84-4585-9331-a66524184030 req-cf4f79b4-8754-49ea-a4d1-e2499efe9e1d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:43.051094 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b4b6e8f-ec84-4585-9331-a66524184030 req-cf4f79b4-8754-49ea-a4d1-e2499efe9e1d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0504849 Aug 29 14:28:43.071079 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 1ef4936c-6a62-446c-8a48-79e4a474534c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:28:43.090499 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5b4b6e8f-ec84-4585-9331-a66524184030 req-aa692368-c463-4d1c-bd64-84c959fa1702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335090 Aug 29 14:28:43.094972 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 1ef4936c-6a62-446c-8a48-79e4a474534c {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:28:43.095513 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 1ef4936c-6a62-446c-8a48-79e4a474534c not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:28:43.444663 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 02191f44-87c3-4150-a775-6bf858122c6d up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:43.492829 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 02191f44-87c3-4150-a775-6bf858122c6d triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:43.493107 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:43.556024 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Sync routers for ids ['1dfe8017-d50a-4e73-8102-394aff38a4b2'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:43.567227 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Routers {'1dfe8017-d50a-4e73-8102-394aff38a4b2'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:43.567930 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['1dfe8017-d50a-4e73-8102-394aff38a4b2'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:43.714893 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Set router 1dfe8017-d50a-4e73-8102-394aff38a4b2 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:43.892137 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-bd4f70a5-b217-4932-b85e-4005cd6c4f5c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311205031&fields=id&tenant_id=034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 267 time: 0.0401459 Aug 29 14:28:43.943139 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '02191f44-87c3-4150-a775-6bf858122c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 4, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port': {'id': '02191f44-87c3-4150-a775-6bf858122c6d', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:35Z', 'updated_at': '2021-08-29T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '8dd6f2e9-ee05-4c88-b0f4-56eae1371eff', 'name': '', 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'mac_address': 'fa:16:3e:dd:57:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:37Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 2, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'subnets': [{'id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:43.974042 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Checking router: 1dfe8017-d50a-4e73-8102-394aff38a4b2 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:43.974387 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Updating router 1dfe8017-d50a-4e73-8102-394aff38a4b2 port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:28:44.000285 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:44.040502 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-5ddc95da-e16d-4b30-9356-3faaecd17f92 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:44.042856 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-5ddc95da-e16d-4b30-9356-3faaecd17f92 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 811 time: 0.1427705 Aug 29 14:28:44.058084 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-2446dd5a-dfbb-42ba-a8aa-aa89ab39d245 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/quotas/034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 375 time: 0.0094020 Aug 29 14:28:44.130756 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-e61c011f-65d5-4b5f-bc4f-fd185227d375 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614607 Aug 29 14:28:44.231093 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c47a4-a192-421c-9dae-e222206eaf0b req-2c59752f-82b3-433c-aa7f-1c7de198cb30 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:44.232631 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-891c47a4-a192-421c-9dae-e222206eaf0b req-2c59752f-82b3-433c-aa7f-1c7de198cb30 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0665696 Aug 29 14:28:44.261079 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-254aa1de-f560-49e5-8acc-6a61d56222d6 service neutron] 10.222.0.20 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088173 Aug 29 14:28:44.276323 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-891c47a4-a192-421c-9dae-e222206eaf0b req-096f8591-e5e3-4de8-a4c0-3cf6c9a667df tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365825 Aug 29 14:28:44.289709 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:44.300065 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Transition to ACTIVE for port object 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:44.305929 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:44.361586 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc74366-fc86-4119-90c0-fd117341c54a None None] Pushing event updated for resources: {'Port': ['ID=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:44.394279 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-5bde0711-d2d6-4dfc-991f-05fa1c29c3b6 service neutron] 10.222.0.20 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269536 Aug 29 14:28:44.424183 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51bf03-a183-47fa-9245-ec6894004e50 req-2f7e21bb-a4ff-416e-a2eb-488399f1aaa3 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:44.425862 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-eb51bf03-a183-47fa-9245-ec6894004e50 req-2f7e21bb-a4ff-416e-a2eb-488399f1aaa3 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0781083 Aug 29 14:28:44.435213 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46140) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:44.435812 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Attempting to bind port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:44.436176 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Attempting to bind port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:44.436530 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Attempting to bind port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff on network 2f8893f8-660e-4834-a885-a2ef9d2a1829 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:44.440249 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'floatingip': {'port_id': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:44.442239 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:44.442636 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Checking segment: {'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:44.443091 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:44.443509 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Bound using segment: {'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:44.444049 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Bound port: 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652e7dbe-8994-4d0a-9f0e-d5c2429950be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:44.444486 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:44.498450 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:44.540034 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] For port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:44.550105 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] For port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,segment=NetworkSegment(652e7dbe-8994-4d0a-9f0e-d5c2429950be),segment_id=652e7dbe-8994-4d0a-9f0e-d5c2429950be)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:44.556949 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:44.628224 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc74366-fc86-4119-90c0-fd117341c54a None None] Pushing event updated for resources: {'Port': ['ID=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,revision_number=4']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:44.641615 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Routers {'1dfe8017-d50a-4e73-8102-394aff38a4b2'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:44.643207 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['1dfe8017-d50a-4e73-8102-394aff38a4b2'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:44.951635 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] Set router 1dfe8017-d50a-4e73-8102-394aff38a4b2 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:45.025033 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9508e2bc-f10d-4865-9a4f-4e47a9e3be31 req-ede25726-cb8c-4847-a96e-9a6e48f96de8 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 210 time: 0.0747759 Aug 29 14:28:45.223111 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '02191f44-87c3-4150-a775-6bf858122c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 4, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port': {'id': '02191f44-87c3-4150-a775-6bf858122c6d', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:35Z', 'updated_at': '2021-08-29T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '8dd6f2e9-ee05-4c88-b0f4-56eae1371eff', 'name': '', 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'mac_address': 'fa:16:3e:dd:57:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:37Z', 'updated_at': '2021-08-29T14:28:44Z', 'revision_number': 4, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'subnets': [{'id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:45.228638 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:45.229545 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:45.256075 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5928c4-be11-43db-a62e-5dbe247eabf5 None None] The sync data for ids ['1dfe8017-d50a-4e73-8102-394aff38a4b2'] in dv-cinder-773985-15-iscsi is: [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '02191f44-87c3-4150-a775-6bf858122c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:28:38Z', 'revision_number': 4, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port': {'id': '02191f44-87c3-4150-a775-6bf858122c6d', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:35Z', 'updated_at': '2021-08-29T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '8dd6f2e9-ee05-4c88-b0f4-56eae1371eff', 'name': '', 'network_id': '2f8893f8-660e-4834-a885-a2ef9d2a1829', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'mac_address': 'fa:16:3e:dd:57:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:37Z', 'updated_at': '2021-08-29T14:28:44Z', 'revision_number': 4, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'subnets': [{'id': '31d0c82c-21f0-40ea-99aa-f18768fad7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:45.510554 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:45.579174 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:45.584714 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:45.585095 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:45.614896 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Floating IP b8fe66ad-d17a-4c6f-9866-fb4091a5d671 associated. External IP: 172.27.3.46, port: 5f59964e-c83a-45ec-bf23-0abcc7f6ab55. Aug 29 14:28:45.679378 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:45.719190 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,segment=NetworkSegment(652e7dbe-8994-4d0a-9f0e-d5c2429950be),segment_id=652e7dbe-8994-4d0a-9f0e-d5c2429950be)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:45.733975 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:45.790692 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:45.847430 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Router 85b627d2-90f2-4792-a862-9e7f8aac8b14 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:28:45.957753 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:45.961947 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:45.968992 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] Sync routers for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:45.981738 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:45.982410 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:45.995281 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-989303bf-4558-4dc2-b5b6-5f8c2264eda8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "PUT /v2.0/floatingips/b8fe66ad-d17a-4c6f-9866-fb4091a5d671 HTTP/1.1" status: 200 len: 991 time: 1.5586231 Aug 29 14:28:45.995907 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:28:45.998888 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e36f2f-8efc-45c9-9261-862d0e079336" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:28:46.046928 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff65d655-e873-4de7-84f2-1e7f26f29b8a x-openstack-request-id: req-ff65d655-e873-4de7-84f2-1e7f26f29b8a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:28:46.047291 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:28:46.047475 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff65d655-e873-4de7-84f2-1e7f26f29b8a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:28:46.047842 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'status': 'completed', 'code': 200} Aug 29 14:28:46.136284 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:46.158465 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-14502046-dbc0-4ebd-ac59-ebe8144ac742 req-b5c5cb05-3b76-49aa-8e47-cfca1cb540b9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 210 time: 0.0470102 Aug 29 14:28:46.210336 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-07520854-6a92-4711-8dbc-745ba20f8192 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:46.211877 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-07520854-6a92-4711-8dbc-745ba20f8192 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 811 time: 0.1997118 Aug 29 14:28:46.222560 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-a5feec4c-6dfc-463a-b3ac-e04d7ae6523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:46.224077 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-a5feec4c-6dfc-463a-b3ac-e04d7ae6523c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 1099 time: 0.0939777 Aug 29 14:28:46.327633 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-d6209afd-163b-4e60-8d95-8fdb2c996665 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 379 time: 0.0853968 Aug 29 14:28:46.341161 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'port': {'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'admin_state_up': True, 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'security_groups': ['fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:46.411740 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-0e8ad62d-8678-4f97-8a1b-e8d6d3c26505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:46.413103 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-0e8ad62d-8678-4f97-8a1b-e8d6d3c26505 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.1648598 Aug 29 14:28:46.456750 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'b8fe66ad-d17a-4c6f-9866-fb4091a5d671', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'port_id': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'mac_address': 'fa:16:3e:f1:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:28:23Z', 'updated_at': '2021-08-29T14:28:45Z', 'revision_number': 1, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:46.483576 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] Checking router: 85b627d2-90f2-4792-a862-9e7f8aac8b14 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:46.493806 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:46.495005 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:46.510158 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-2edd0921-2d37-4ec7-acc7-f0784f8a53bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55 HTTP/1.1" status: 200 len: 999 time: 0.0820825 Aug 29 14:28:46.518846 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Made reservation on behalf of 034ced9d4f634c19a9059676ef9e2892 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:46.522576 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:46.602801 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:46.617696 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-6be36935-09bf-4d40-bf61-13b41da7cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:46.619286 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-6be36935-09bf-4d40-bf61-13b41da7cfcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0937295 Aug 29 14:28:46.711571 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-8452562a-2d30-437d-9db0-e7ec9f3a70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:46.713661 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-8452562a-2d30-437d-9db0-e7ec9f3a70b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0859606 Aug 29 14:28:46.746769 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Allocated IP 172.20.0.11 (b63349b1-f821-4efb-a380-13cf82cffcfe/d3cf809b-4d1a-4515-8ab6-42a82e1e921d/ecfd6d5c-5f7b-4a00-8fba-334eb96ff342) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:46.843968 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'b8fe66ad-d17a-4c6f-9866-fb4091a5d671', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'port_id': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'mac_address': 'fa:16:3e:f1:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:28:23Z', 'updated_at': '2021-08-29T14:28:45Z', 'revision_number': 1, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:46.871659 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fffca12-6bc2-46a1-9b9e-00d3fcf277f2 None None] The sync data for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi is: [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'b8fe66ad-d17a-4c6f-9866-fb4091a5d671', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'port_id': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'mac_address': 'fa:16:3e:f1:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:28:23Z', 'updated_at': '2021-08-29T14:28:45Z', 'revision_number': 1, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:46.893121 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-9a40f933-fd65-40eb-8f59-14d659a4fd2f service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704147 Aug 29 14:28:47.016103 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.040326 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Transition to ACTIVE for port object ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:47.046851 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7e36f2f-8efc-45c9-9261-862d0e079336 req-6c4fe8da-0d0f-45f4-aea0-d9b62cc3a74b service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387770 Aug 29 14:28:47.079934 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.123576 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Network b63349b1-f821-4efb-a380-13cf82cffcfe is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:47.128581 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:47.132248 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:47.157134 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:47.192913 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:47.193591 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.212649 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-3979acd4-e13f-435f-a2d0-f6c6058d0c95 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8765588 Aug 29 14:28:47.234413 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Request body: {'port': {'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:47.336031 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.358890 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc0bd5-8d0d-46c8-9c9d-b3055b317aff req-db17c9fe-808b-4e83-8fda-1bb3df9aaf21 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:47.360379 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4bbc0bd5-8d0d-46c8-9c9d-b3055b317aff req-db17c9fe-808b-4e83-8fda-1bb3df9aaf21 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 932 time: 0.0982218 Aug 29 14:28:47.399960 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-9abc6c97-1a32-4573-b622-1b4cbb1975c5 None None] Provisioning for port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:47.409160 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-9abc6c97-1a32-4573-b622-1b4cbb1975c5 None None] Provisioning complete for port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:47.409922 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9abc6c97-1a32-4573-b622-1b4cbb1975c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.474165 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9abc6c97-1a32-4573-b622-1b4cbb1975c5 None None] Port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:47.486291 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4bbc0bd5-8d0d-46c8-9c9d-b3055b317aff req-4d74ae0f-b1f4-442f-8241-52b2e2d69b76 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031890 Aug 29 14:28:47.486441 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:47.544850 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:47.545334 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.599960 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46210) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:47.689604 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:28:47.698106 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.710707 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Transition to ACTIVE for port object ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:47.717172 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.719065 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-284765c1-7069-4b01-bf41-b35822ebe8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.789897 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Pushing event updated for resources: {'Port': ['ID=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:47.847976 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-284765c1-7069-4b01-bf41-b35822ebe8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.852996 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-284765c1-7069-4b01-bf41-b35822ebe8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.886079 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Attempting to bind port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:47.886428 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Attempting to bind port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:47.887325 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Attempting to bind port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 on network b63349b1-f821-4efb-a380-13cf82cffcfe {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:47.892151 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 on network b63349b1-f821-4efb-a380-13cf82cffcfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:28:47.892620 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Attempting to bind port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 on network b63349b1-f821-4efb-a380-13cf82cffcfe {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:47.899226 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:47.899550 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Checking segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:47.900090 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Bound using segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:47.901108 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Bound port: ecfd6d5c-5f7b-4a00-8fba-334eb96ff342, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:47.901473 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.903650 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-284765c1-7069-4b01-bf41-b35822ebe8d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bfea88e75f447d886ebd60f0d4db267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020868 Aug 29 14:28:47.904784 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284765c1-7069-4b01-bf41-b35822ebe8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc5741-9818-4b1e-a26f-cc4c26a05fe4,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:47.906193 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46214) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:47.921417 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16982de5-38da-4b48-bb28-d3ed18f4fdc6 None None] New status for floating IP b8fe66ad-d17a-4c6f-9866-fb4091a5d671: ACTIVE {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:28:48.017643 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] For port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:48.036125 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] For port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:48.048128 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.050213 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5f7b-7c88-4146-a27b-d29b08e2526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.103470 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5f7b-7c88-4146-a27b-d29b08e2526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.123570 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:48.124225 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.125767 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] 10.222.0.32 "PUT /v2.0/ports/ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 HTTP/1.1" status: 200 len: 1094 time: 0.8958383 Aug 29 14:28:48.126223 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:28:48.128604 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edafe29-863e-4ab1-aa2e-228b33723346" -d '{"events": [{"name": "network-changed", "server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:28:48.175301 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd78bcc-0252-46d4-aad3-a1a9e17825ed service neutron] Pushing event updated for resources: {'Port': ['ID=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:48.187599 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c5c2e3-3014-47ea-bd86-2b9aa79ccccc x-openstack-request-id: req-06c5c2e3-3014-47ea-bd86-2b9aa79ccccc {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:28:48.187940 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:28:48.188187 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06c5c2e3-3014-47ea-bd86-2b9aa79ccccc {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:28:48.188575 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'status': 'completed', 'code': 200} Aug 29 14:28:48.235848 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5f7b-7c88-4146-a27b-d29b08e2526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.238371 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5f7b-7c88-4146-a27b-d29b08e2526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.239552 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-5e0c5f7b-7c88-4146-a27b-d29b08e2526e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5adc5741-9818-4b1e-a26f-cc4c26a05fe4 HTTP/1.1" status: 204 len: 168 time: 0.3321397 Aug 29 14:28:48.252378 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c5f7b-7c88-4146-a27b-d29b08e2526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc5741-9818-4b1e-a26f-cc4c26a05fe4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:48.270459 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-2d9182dc-3b52-49e9-be60-483fb8a04751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:48.272568 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-2d9182dc-3b52-49e9-be60-483fb8a04751 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 1097 time: 0.0652685 Aug 29 14:28:48.331839 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-0373f9dd-7531-409f-b657-a73b4d8d0167 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 HTTP/1.1" status: 200 len: 217 time: 0.0423360 Aug 29 14:28:48.393746 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-85d47223-a435-4baf-adda-914b6ca8a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:48.395388 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-85d47223-a435-4baf-adda-914b6ca8a5f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0518761 Aug 29 14:28:48.460611 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-91f63e24-0fd3-49fa-930c-e46910432240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:48.462109 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-91f63e24-0fd3-49fa-930c-e46910432240 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414593 Aug 29 14:28:48.555138 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46228) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:48.576178 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e57a6956-7a6f-4cd3-8002-176dca117013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.580330 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-adf1fbea-d76b-441d-b7ce-d5672c14adc8 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090097 Aug 29 14:28:48.615030 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe199d5a-de6f-4eb6-8e84-f28ff3d93903 req-05994894-2edd-4be8-b089-04ea982524fe tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:48.616606 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fe199d5a-de6f-4eb6-8e84-f28ff3d93903 req-05994894-2edd-4be8-b089-04ea982524fe tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 944 time: 0.0511019 Aug 29 14:28:48.660276 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fe199d5a-de6f-4eb6-8e84-f28ff3d93903 req-2b477261-3fff-4c80-ab84-10b2e9eac4b2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367935 Aug 29 14:28:48.712921 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ea429208-ad22-415e-b3f5-e7919d4a8d46 req-4470c432-f69c-42d0-8e66-574a7f88c2c1 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214945 Aug 29 14:28:48.756753 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e57a6956-7a6f-4cd3-8002-176dca117013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.760546 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e57a6956-7a6f-4cd3-8002-176dca117013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.798027 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-e57a6956-7a6f-4cd3-8002-176dca117013 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d3a5448523d43349cbafb90e77aa1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416906 Aug 29 14:28:48.799157 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a6956-7a6f-4cd3-8002-176dca117013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a225d-4a44-4baa-b677-951cf873a633,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:48.800654 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46230) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:48.855123 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-896fb5ff-7e5b-4040-94b7-e45f47c2093a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.860003 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-c5a415f2-3cfb-4ac5-8b03-1135f22cf8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:48.861514 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-c5a415f2-3cfb-4ac5-8b03-1135f22cf8d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 1097 time: 0.0456181 Aug 29 14:28:48.876756 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-896fb5ff-7e5b-4040-94b7-e45f47c2093a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.928357 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-896fb5ff-7e5b-4040-94b7-e45f47c2093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.932627 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-896fb5ff-7e5b-4040-94b7-e45f47c2093a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.933881 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-896fb5ff-7e5b-4040-94b7-e45f47c2093a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/571a225d-4a44-4baa-b677-951cf873a633 HTTP/1.1" status: 204 len: 168 time: 0.1321609 Aug 29 14:28:48.943494 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fb5ff-7e5b-4040-94b7-e45f47c2093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a225d-4a44-4baa-b677-951cf873a633,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:48.964634 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-e2abde56-0478-4222-941e-c4f0462e685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:48.967319 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-e2abde56-0478-4222-941e-c4f0462e685b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.0985756 Aug 29 14:28:49.013664 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-9c782e49-9c09-4858-9fb5-3fa61684f64a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 HTTP/1.1" status: 200 len: 217 time: 0.0382233 Aug 29 14:28:49.074033 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-8868f668-d2db-4de1-b356-05edf1bb5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:49.075740 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-8868f668-d2db-4de1-b356-05edf1bb5262 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0489230 Aug 29 14:28:49.131201 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-0fd67c9c-c1d2-4db7-8be4-746d29e2cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:49.132714 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-0fd67c9c-c1d2-4db7-8be4-746d29e2cda9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481868 Aug 29 14:28:49.227144 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-e6257631-a1e5-451d-b1ef-062ee22e26dc service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865977 Aug 29 14:28:49.331420 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9edafe29-863e-4ab1-aa2e-228b33723346 req-a6fd0726-fdcf-4439-b101-bccb561e56aa service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880580 Aug 29 14:28:49.795957 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba671e2-753e-486d-a75c-c4271a7e6013 req-bc60e92f-5b8f-4dd3-b0df-dafaa2234404 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:49.797551 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7ba671e2-753e-486d-a75c-c4271a7e6013 req-bc60e92f-5b8f-4dd3-b0df-dafaa2234404 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 944 time: 0.0539501 Aug 29 14:28:49.836423 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7ba671e2-753e-486d-a75c-c4271a7e6013 req-f182b686-dbbe-45a1-9a03-9356ef045dca tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327318 Aug 29 14:28:50.972677 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d03d26-c1c0-4c5d-b9fb-ed3fb05547bc req-b70bbd2e-bd10-4f88-83bd-0ee1b33262b9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:50.974196 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-47d03d26-c1c0-4c5d-b9fb-ed3fb05547bc req-b70bbd2e-bd10-4f88-83bd-0ee1b33262b9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 944 time: 0.0491791 Aug 29 14:28:51.014431 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-47d03d26-c1c0-4c5d-b9fb-ed3fb05547bc req-da0daad6-eec1-48aa-b659-21dd1745c5ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334256 Aug 29 14:28:52.137160 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826d68c-21f6-41ec-9793-5cc9d1714a42 req-1ef13b08-6d84-4f3a-91f8-c6c14141ac9f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:52.138658 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1826d68c-21f6-41ec-9793-5cc9d1714a42 req-1ef13b08-6d84-4f3a-91f8-c6c14141ac9f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 944 time: 0.0496080 Aug 29 14:28:52.176169 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1826d68c-21f6-41ec-9793-5cc9d1714a42 req-5f6eb64f-5870-45c8-9471-2b9f7d80e3cd tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Aug 29 14:28:53.294059 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c627e9-6936-41cd-af0e-4c4810b0c943 req-01877ee7-601d-4a1d-8a33-b91f70613f2b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:53.295488 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-04c627e9-6936-41cd-af0e-4c4810b0c943 req-01877ee7-601d-4a1d-8a33-b91f70613f2b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 944 time: 0.0541174 Aug 29 14:28:53.333824 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-04c627e9-6936-41cd-af0e-4c4810b0c943 req-ebabf12f-7948-4def-bf4c-599639f89177 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Aug 29 14:28:54.035545 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:54.341946 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d149c5ab-649e-4644-8504-14841aa1d20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:54.450384 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b0e61-df1d-421c-b376-13047f6f1992 req-95ae4c6b-59c7-413d-9f76-61d1e3b6abc5 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:54.451899 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-774b0e61-df1d-421c-b376-13047f6f1992 req-95ae4c6b-59c7-413d-9f76-61d1e3b6abc5 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 944 time: 0.0504217 Aug 29 14:28:54.489119 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-774b0e61-df1d-421c-b376-13047f6f1992 req-d8133daa-4c0a-4f4a-8676-dfa0e9f721a9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313206 Aug 29 14:28:55.606022 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda86bc-ffd2-4424-a0ab-1e746701f90b req-cb9c3aff-8dbd-42f6-8be1-4886a15808dc tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:55.607514 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bbda86bc-ffd2-4424-a0ab-1e746701f90b req-cb9c3aff-8dbd-42f6-8be1-4886a15808dc tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 944 time: 0.0474944 Aug 29 14:28:55.644912 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bbda86bc-ffd2-4424-a0ab-1e746701f90b req-a0e812d1-5958-4272-98b3-9146251f7596 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Aug 29 14:28:56.766292 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e621-44bb-4922-a730-731e85fa8a09 req-10ba0c7e-f409-42f8-aa5a-b7093d3b9065 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:56.767874 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4357e621-44bb-4922-a730-731e85fa8a09 req-10ba0c7e-f409-42f8-aa5a-b7093d3b9065 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 944 time: 0.0586240 Aug 29 14:28:56.805982 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4357e621-44bb-4922-a730-731e85fa8a09 req-f0575773-925b-4a92-9f9d-0b791207c4a1 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Aug 29 14:28:56.958850 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-25b79cc0-6c0d-429c-9adc-ce67f02906cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:57.160446 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:28:57.362001 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:57.373084 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:28:57.409523 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:57.422340 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:28:57.453042 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:57.458945 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:57.463912 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:57.511624 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:57.823609 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['ecfd6d5c-5f7b-4a00-8fba-334eb96ff342'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:28:57.918361 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c95d5-78e8-4b34-96ee-ef10fea591cd req-1df6d8d0-724f-460b-b376-88fe267aed71 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:57.919807 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cb6c95d5-78e8-4b34-96ee-ef10fea591cd req-1df6d8d0-724f-460b-b376-88fe267aed71 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Aug 29 14:28:57.960315 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-cb6c95d5-78e8-4b34-96ee-ef10fea591cd req-a3d34386-f3b8-4cae-a8f2-f84ef890e979 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335801 Aug 29 14:28:57.970223 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.065271 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46386) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:59.075874 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f191f31-bb0c-4beb-bcb2-e444c8079198 req-90be09f1-b2d8-46e2-9031-6f5f0bc877ad tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:59.077399 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7f191f31-bb0c-4beb-bcb2-e444c8079198 req-90be09f1-b2d8-46e2-9031-6f5f0bc877ad tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 945 time: 0.0493333 Aug 29 14:28:59.115271 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7f191f31-bb0c-4beb-bcb2-e444c8079198 req-fafce772-238c-4d01-918d-f61a41fe858b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321050 Aug 29 14:28:59.162820 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:59.171683 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31989186-4d4e-422f-ae0f-1d955107e7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.209756 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:59.214254 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:59.214756 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.259714 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31989186-4d4e-422f-ae0f-1d955107e7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.264345 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31989186-4d4e-422f-ae0f-1d955107e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.292657 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.305261 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-31989186-4d4e-422f-ae0f-1d955107e7aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fde030cc6cb64066a6b3b8d85cb38b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389445 Aug 29 14:28:59.306382 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31989186-4d4e-422f-ae0f-1d955107e7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece6cb7-b96c-4e2f-b7ca-c4fce65cc6ef,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:59.308444 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46390) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:59.315374 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:28:59.317599 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aa16fe-a9a5-40e6-ab76-056dc002191e" -d '{"events": [{"server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "name": "network-vif-plugged", "status": "completed", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:28:59.331158 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:59.336385 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.364224 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4fa032ac-6c59-4d35-a715-2398863e82ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.386635 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4fa032ac-6c59-4d35-a715-2398863e82ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.388428 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:59.434686 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4fa032ac-6c59-4d35-a715-2398863e82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.437286 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4fa032ac-6c59-4d35-a715-2398863e82ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.440792 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-4fa032ac-6c59-4d35-a715-2398863e82ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ece6cb7-b96c-4e2f-b7ca-c4fce65cc6ef HTTP/1.1" status: 204 len: 168 time: 0.1289926 Aug 29 14:28:59.450231 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa032ac-6c59-4d35-a715-2398863e82ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece6cb7-b96c-4e2f-b7ca-c4fce65cc6ef,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:59.489653 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc61b5-b2a8-4ac7-b9bc-8fc1ec24e06f x-openstack-request-id: req-e1bc61b5-b2a8-4ac7-b9bc-8fc1ec24e06f {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:28:59.490104 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "name": "network-vif-plugged", "status": "completed", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:28:59.490363 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1bc61b5-b2a8-4ac7-b9bc-8fc1ec24e06f {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:28:59.490790 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'code': 200} Aug 29 14:28:59.652176 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.713732 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46404) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:59.729602 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59bea887-42d1-4ee8-87aa-d91d85ae124a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.804420 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5420d-54d6-4609-a8a0-d69232072225 req-d7f2bf4c-da4e-44e6-bc25-74b34557d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:59.805919 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fcd5420d-54d6-4609-a8a0-d69232072225 req-d7f2bf4c-da4e-44e6-bc25-74b34557d970 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 1099 time: 0.0496421 Aug 29 14:28:59.836051 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59bea887-42d1-4ee8-87aa-d91d85ae124a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.840851 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59bea887-42d1-4ee8-87aa-d91d85ae124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.842884 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fcd5420d-54d6-4609-a8a0-d69232072225 req-7008f5ff-89a5-492b-ab1a-907821fb75e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295696 Aug 29 14:28:59.878543 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea887-42d1-4ee8-87aa-d91d85ae124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91fe5f6-3c91-4f7a-9dc9-8ba1c04368d4,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:59.882752 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-59bea887-42d1-4ee8-87aa-d91d85ae124a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=638a7024c45546c59a09836230dbd5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679702 Aug 29 14:28:59.886038 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46406) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:59.935812 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-648e4e9a-c791-4b67-9310-1301678adfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:59.957440 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-648e4e9a-c791-4b67-9310-1301678adfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:00.011567 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-648e4e9a-c791-4b67-9310-1301678adfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:00.014173 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-648e4e9a-c791-4b67-9310-1301678adfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:00.015382 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-648e4e9a-c791-4b67-9310-1301678adfff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c91fe5f6-3c91-4f7a-9dc9-8ba1c04368d4 HTTP/1.1" status: 204 len: 168 time: 0.1283426 Aug 29 14:29:00.023461 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e4e9a-c791-4b67-9310-1301678adfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91fe5f6-3c91-4f7a-9dc9-8ba1c04368d4,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:00.233183 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21f29-dc68-490e-988a-06cdb126e3af req-2f75f3ed-7f1e-409f-a4e7-a324e4708fcb tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:00.234691 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8ef21f29-dc68-490e-988a-06cdb126e3af req-2f75f3ed-7f1e-409f-a4e7-a324e4708fcb tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Aug 29 14:29:00.271181 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8ef21f29-dc68-490e-988a-06cdb126e3af req-6eee6d43-98e2-4069-ac65-741f5c129a02 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305674 Aug 29 14:29:00.803313 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a779070f-b229-4ef2-bba9-ed88004bb614 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2117329516&fields=id&tenant_id=9db05e186ef84e7aa28b0987ba339058 HTTP/1.1" status: 200 len: 267 time: 0.0338163 Aug 29 14:29:00.914152 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-ad9769a1-6898-46ef-84c8-f7f562f0ca53 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:00.915663 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-ad9769a1-6898-46ef-84c8-f7f562f0ca53 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/networks?id=aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 200 len: 808 time: 0.1049554 Aug 29 14:29:00.933468 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-6f93e3cd-b17f-461a-826c-a6f635a9aa47 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/quotas/9db05e186ef84e7aa28b0987ba339058 HTTP/1.1" status: 200 len: 375 time: 0.0112040 Aug 29 14:29:00.996011 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-aa85eb0b-3a30-4ac3-a430-2f836cf34c30 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9db05e186ef84e7aa28b0987ba339058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572681 Aug 29 14:29:01.076508 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46448) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:01.099048 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-8a5d7994-8bdf-4286-9fad-9f82961dd169 service neutron] 10.222.0.20 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906453 Aug 29 14:29:01.180982 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d10ce081-6222-4d72-9b29-237595705a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.199669 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-cbe0fb28-b162-4451-a4d6-6940fa488577 service neutron] 10.222.0.20 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938642 Aug 29 14:29:01.271728 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d10ce081-6222-4d72-9b29-237595705a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.276088 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d10ce081-6222-4d72-9b29-237595705a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.317280 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d10ce081-6222-4d72-9b29-237595705a31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e03568c9457b4475bd52547f480e9a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375314 Aug 29 14:29:01.317280 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ce081-6222-4d72-9b29-237595705a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cf2bd0-913f-4ba9-9f46-1af5e043fd74,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:01.318846 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46458) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:01.376544 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aa16128e-2538-43d8-b7fa-338251a77f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.402651 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aa16128e-2538-43d8-b7fa-338251a77f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.409798 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044d6d3-56a9-4393-8975-2eb92af133f5 req-2ecb8202-fafb-4555-9360-4f74199b269f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:01.411520 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a044d6d3-56a9-4393-8975-2eb92af133f5 req-2ecb8202-fafb-4555-9360-4f74199b269f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 946 time: 0.0581882 Aug 29 14:29:01.454801 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a044d6d3-56a9-4393-8975-2eb92af133f5 req-cbfe50e8-5f3d-4127-856d-a68afd0fdc20 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350323 Aug 29 14:29:01.480872 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aa16128e-2538-43d8-b7fa-338251a77f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.483729 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aa16128e-2538-43d8-b7fa-338251a77f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.485220 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-aa16128e-2538-43d8-b7fa-338251a77f03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0cf2bd0-913f-4ba9-9f46-1af5e043fd74 HTTP/1.1" status: 204 len: 168 time: 0.1646435 Aug 29 14:29:01.515719 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16128e-2538-43d8-b7fa-338251a77f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cf2bd0-913f-4ba9-9f46-1af5e043fd74,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:01.532970 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-792dc192-7302-48b3-b216-4e4c919dc806 req-8a488533-a7ed-40fb-8b5b-1569247ec2b3 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 210 time: 0.0331659 Aug 29 14:29:01.601097 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15104dc-7089-45db-8ce5-af446890eeca req-8f0395c9-e264-49a1-b6d0-cad408908b09 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:01.602884 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e15104dc-7089-45db-8ce5-af446890eeca req-8f0395c9-e264-49a1-b6d0-cad408908b09 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 946 time: 0.0547862 Aug 29 14:29:01.642409 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e15104dc-7089-45db-8ce5-af446890eeca req-f7df83b0-d921-4cc4-ad40-9e44a40be278 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328369 Aug 29 14:29:01.675096 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46476) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:01.719376 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec9339d-77e0-419e-83e2-d08bc09494b9 tempest-TestVolumeBootPattern-1303007513 tempest-TestVolumeBootPattern-1303007513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:01.721007 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-eec9339d-77e0-419e-83e2-d08bc09494b9 tempest-TestVolumeBootPattern-1303007513 tempest-TestVolumeBootPattern-1303007513-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 1094 time: 0.0449378 Aug 29 14:29:01.724460 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46478) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:01.733108 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:29:01.757041 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.862447 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:01.976317 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Allocated IP 172.27.3.224 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/e4d2e12b-14ba-479b-aa26-d8bedeafde3e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:29:02.093162 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:02.139064 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:02.180200 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:29:02.183165 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:29:02.185743 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:29:02.218227 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=e4d2e12b-14ba-479b-aa26-d8bedeafde3e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:02.557880 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:02.617160 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46514) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:02.688157 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f64c586c-fd74-4348-9af0-46c7153a9b85 req-cca51878-876b-484d-b9cb-30f092470c4e tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 210 time: 0.0373614 Aug 29 14:29:02.746695 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-93747037-952a-499a-9a1d-296c9ecb26c3 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:02.748216 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-93747037-952a-499a-9a1d-296c9ecb26c3 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.32 "GET /v2.0/networks?id=aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 200 len: 808 time: 0.1875618 Aug 29 14:29:02.783050 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-563f2ded-86fe-436a-9987-972d42e4bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:02.848625 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-6a675bb5-459f-4148-9641-9d26b208cd73 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9db05e186ef84e7aa28b0987ba339058 HTTP/1.1" status: 200 len: 380 time: 0.0535622 Aug 29 14:29:02.861175 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'port': {'device_id': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'admin_state_up': True, 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'security_groups': ['c9abd72c-3235-46d9-b3d6-1ddf229e8cf2']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:29:02.894904 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:02.990144 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-563f2ded-86fe-436a-9987-972d42e4bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:02.998247 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-563f2ded-86fe-436a-9987-972d42e4bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.040178 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Made reservation on behalf of 9db05e186ef84e7aa28b0987ba339058 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:29:03.043865 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.050645 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-563f2ded-86fe-436a-9987-972d42e4bceb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fa6ea1a82ff4c32bd4e7585a831edde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316566 Aug 29 14:29:03.051322 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f2ded-86fe-436a-9987-972d42e4bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b7e036-681e-42d6-b7c4-f4a4fdeb0e3d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:03.051452 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.053212 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46518) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:03.061091 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.156958 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=e4d2e12b-14ba-479b-aa26-d8bedeafde3e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:03.176091 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f684-268d-43a1-ac76-dc2a3ea4432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.177904 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.183697 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Allocated IP 172.20.0.8 (aa56291e-01ca-40ac-86b1-af5604bf83fa/9f9fdcb3-2ad8-4267-8227-9c9dad9019ce/9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:29:03.239309 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f684-268d-43a1-ac76-dc2a3ea4432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.315071 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.l3_db [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Floating IP 8e93a3d3-621a-4fec-b9d4-1c80b82e3a93 associated. External IP: 172.27.3.224, port: ecfd6d5c-5f7b-4a00-8fba-334eb96ff342. Aug 29 14:29:03.326679 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.361558 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Transition to ACTIVE for port object 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:29:03.364746 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f684-268d-43a1-ac76-dc2a3ea4432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.367384 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f684-268d-43a1-ac76-dc2a3ea4432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.368568 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-0ea0f684-268d-43a1-ac76-dc2a3ea4432e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2b7e036-681e-42d6-b7c4-f4a4fdeb0e3d HTTP/1.1" status: 204 len: 168 time: 0.3143783 Aug 29 14:29:03.410701 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0f684-268d-43a1-ac76-dc2a3ea4432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b7e036-681e-42d6-b7c4-f4a4fdeb0e3d,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:03.416356 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.467103 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Network aa56291e-01ca-40ac-86b1-af5604bf83fa is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:29:03.472736 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:29:03.475469 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:29:03.533503 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:03.557852 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:03.558671 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.582355 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-a6257d4b-c339-4834-bd7e-ee616e6dd9d1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7219472 Aug 29 14:29:03.599758 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Request body: {'port': {'device_id': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:29:03.634182 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Router aacda337-592f-48bb-8095-b8b163aff8a3 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:29:03.671446 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.764726 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-931d0fd3-9d26-44bc-bcda-93b0fb14c271 None None] Provisioning for port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:29:03.770104 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-931d0fd3-9d26-44bc-bcda-93b0fb14c271 None None] Provisioning complete for port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:29:03.770775 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-931d0fd3-9d26-44bc-bcda-93b0fb14c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.805362 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:29:03.822270 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:03.835685 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-931d0fd3-9d26-44bc-bcda-93b0fb14c271 None None] Port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:29:03.856501 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-12c3f4d9-94e9-40d0-8c1c-6bf69ba329ed tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1283410 Aug 29 14:29:03.856501 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:03.856863 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb020c4-0c7c-4641-981c-9d7e70b16b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:03.925351 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a887d-fd60-48cd-96ce-594c6604bee4 req-02a2246d-d0e7-4e52-9a1b-45d8a7eadd59 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:03.926927 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ae0a887d-fd60-48cd-96ce-594c6604bee4 req-02a2246d-d0e7-4e52-9a1b-45d8a7eadd59 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 931 time: 0.1212490 Aug 29 14:29:03.944819 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:29:03.955437 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:03.956220 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:03.989981 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ae0a887d-fd60-48cd-96ce-594c6604bee4 req-3d881f6c-8ef1-499b-8483-21bc87f85e4c tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552166 Aug 29 14:29:04.067969 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:29:04.076153 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:04.076347 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:04.089774 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Transition to ACTIVE for port object 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:29:04.093878 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:04.108925 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03773a3c-d5d2-4d01-b3b1-44dc7a3d1dbc x-openstack-request-id: req-03773a3c-d5d2-4d01-b3b1-44dc7a3d1dbc {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:04.109411 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:04.109734 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03773a3c-d5d2-4d01-b3b1-44dc7a3d1dbc {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:04.110219 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'status': 'completed', 'code': 200} Aug 29 14:29:04.159443 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Pushing event updated for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:04.260737 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-4cc69436-74e9-4d93-87d1-d86c6d3a5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:04.262431 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-4cc69436-74e9-4d93-87d1-d86c6d3a5e32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 1099 time: 0.1003647 Aug 29 14:29:04.267053 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Attempting to bind port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:29:04.267391 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Attempting to bind port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:29:04.267724 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Attempting to bind port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 on network aa56291e-01ca-40ac-86b1-af5604bf83fa {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:29:04.323739 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:02Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:04.355532 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:29:04.372289 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:04.375158 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:04.487570 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:04.567446 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 on network aa56291e-01ca-40ac-86b1-af5604bf83fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:29:04.567775 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Attempting to bind port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 on network aa56291e-01ca-40ac-86b1-af5604bf83fa {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:29:04.578976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:29:04.579306 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Checking segment: {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:29:04.579684 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Bound using segment: {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:29:04.580113 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Bound port: 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595494c7-dca3-460f-b945-d3cb14f76bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:29:04.580469 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:04.656058 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-f6686d4c-adda-4764-8fbe-f42b37355c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:04.657550 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-f6686d4c-adda-4764-8fbe-f42b37355c95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.3861382 Aug 29 14:29:04.704348 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:29:04.710364 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:02Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:04.726670 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:29:04.732946 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:04.745627 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9beb046-96c7-4190-aadc-96bd15d4da42 None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:02Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:29:04.777799 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-3bfd67ab-5791-490c-a1af-1d6e8f95ab16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 HTTP/1.1" status: 200 len: 1000 time: 0.1096914 Aug 29 14:29:04.788586 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:04.789217 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:04.790610 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] 10.222.0.32 "PUT /v2.0/ports/9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 200 len: 1093 time: 1.1955252 Aug 29 14:29:04.791084 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:04.793937 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023e5182-bdde-43a7-a82d-8555934e9ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:04.853757 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55af9ef6-036a-411d-9ee3-66eef0797721 x-openstack-request-id: req-55af9ef6-036a-411d-9ee3-66eef0797721 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:04.853757 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:04.853757 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55af9ef6-036a-411d-9ee3-66eef0797721 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:04.853757 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'status': 'completed', 'code': 200} Aug 29 14:29:04.856573 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12dc09-5bea-4fde-84ad-0aaffffbc0ab service neutron] Pushing event updated for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:04.872439 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-7598c786-7295-41e8-afb5-6680f9bf6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:04.874075 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-7598c786-7295-41e8-afb5-6680f9bf6e8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0871463 Aug 29 14:29:04.945698 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-7f2c51a9-c75a-48c7-9ca1-036d95e2c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:04.947263 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-7f2c51a9-c75a-48c7-9ca1-036d95e2c07e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9db05e186ef84e7aa28b0987ba339058&device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1096 time: 0.0716610 Aug 29 14:29:04.953971 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-0018368e-028d-42b3-8b71-93932eec0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:04.953971 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-0018368e-028d-42b3-8b71-93932eec0ad6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0690939 Aug 29 14:29:04.987000 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173196d-1938-437f-bf71-c9ada99030b8 None None] New status for floating IP 8e93a3d3-621a-4fec-b9d4-1c80b82e3a93: ACTIVE {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:29:05.040324 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-d48f5a35-aba6-4548-b2ce-a942c20eb0fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 200 len: 217 time: 0.0644238 Aug 29 14:29:05.163586 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-5d320a2f-58e9-42ac-b527-11e8bb7a265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:05.165030 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-5d320a2f-58e9-42ac-b527-11e8bb7a265b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce HTTP/1.1" status: 200 len: 847 time: 0.0999393 Aug 29 14:29:05.183506 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7dfa2-0a9c-4cb5-b69f-a7002a359bf0 req-14cdb4d8-c221-401c-9a8e-775b9b9c7e2f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:05.184942 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-70b7dfa2-0a9c-4cb5-b69f-a7002a359bf0 req-14cdb4d8-c221-401c-9a8e-775b9b9c7e2f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.1209288 Aug 29 14:29:05.222656 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-4f97ca1f-d6f0-48ad-8576-1855ba022b85 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455416 Aug 29 14:29:05.301468 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-70b7dfa2-0a9c-4cb5-b69f-a7002a359bf0 req-edb511fb-1c80-49f8-aaa6-9420292dc9e2 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013446 Aug 29 14:29:05.309014 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-77340368-0e78-450d-93e3-64d4f60d924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:05.310469 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-77340368-0e78-450d-93e3-64d4f60d924f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa56291e-01ca-40ac-86b1-af5604bf83fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1202002 Aug 29 14:29:05.388282 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-abb020c4-0c7c-4641-981c-9d7e70b16b0c req-ad35bc85-476f-4efb-b129-81870cef0e28 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557651 Aug 29 14:29:05.428019 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-9afa0f2a-003d-4e73-9071-19e3de4918f2 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058891 Aug 29 14:29:05.546145 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-232e934c-fefd-4efd-bcb3-11c3ee22ac3b req-340d5cdf-e258-4a56-ba17-0ba298fcafc6 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871937 Aug 29 14:29:05.681614 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-b0cad544-4637-49f3-9602-5b62b890333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:05.683664 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-b0cad544-4637-49f3-9602-5b62b890333a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9db05e186ef84e7aa28b0987ba339058&device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1096 time: 0.0408394 Aug 29 14:29:05.780217 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-26b1195e-b8c2-489c-84da-d735984dc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:05.781679 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-26b1195e-b8c2-489c-84da-d735984dc077 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 200 len: 909 time: 0.0898306 Aug 29 14:29:05.830049 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-f3990a3c-fd04-48be-bc6b-4b045fef2be0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 200 len: 217 time: 0.0342491 Aug 29 14:29:05.880442 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-5bb7e50e-08eb-4c03-a9a1-cde8e96992af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:05.881835 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-5bb7e50e-08eb-4c03-a9a1-cde8e96992af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce HTTP/1.1" status: 200 len: 847 time: 0.0429516 Aug 29 14:29:05.926116 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-92028165-47dd-4f01-96ce-1607abcc0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:05.927616 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-92028165-47dd-4f01-96ce-1607abcc0d31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa56291e-01ca-40ac-86b1-af5604bf83fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383873 Aug 29 14:29:06.024802 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-a20b1a14-580e-45f2-a8dd-9ba15a9f6855 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827532 Aug 29 14:29:06.121552 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-023e5182-bdde-43a7-a82d-8555934e9ff2 req-8cb929ab-58d0-473e-86ef-56bfc7a85d06 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860608 Aug 29 14:29:06.306561 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fb628787-95ed-4e41-963c-1c25ce517915 req-e931af58-5b98-463a-8581-e043c0ae8cea tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570670063&fields=id&tenant_id=9be9569edbd0447082f486c3a0fe91ea HTTP/1.1" status: 200 len: 267 time: 0.0463784 Aug 29 14:29:06.365016 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb628787-95ed-4e41-963c-1c25ce517915 req-0e7f19d7-0408-49ab-ae42-4b27d09bf342 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:06.366504 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fb628787-95ed-4e41-963c-1c25ce517915 req-0e7f19d7-0408-49ab-ae42-4b27d09bf342 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 985 time: 0.0543337 Aug 29 14:29:06.379072 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-fb628787-95ed-4e41-963c-1c25ce517915 req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Request body: {'port': {'security_groups': ['ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:29:06.420552 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58037f3a-3faf-4963-815f-f51deb2e417c req-8be60ff5-cb13-40ec-be5c-1a03febcf02a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:06.422067 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-58037f3a-3faf-4963-815f-f51deb2e417c req-8be60ff5-cb13-40ec-be5c-1a03febcf02a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0496697 Aug 29 14:29:06.447985 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-fb628787-95ed-4e41-963c-1c25ce517915 req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.464004 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-58037f3a-3faf-4963-815f-f51deb2e417c req-3d655a40-e1a6-44b1-86fd-3a0ff1a7f0bd tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350616 Aug 29 14:29:06.620395 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-fb628787-95ed-4e41-963c-1c25ce517915 req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] For port d0287efc-cbcb-4828-bf07-4594bf9d8b79, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:06.649556 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-fb628787-95ed-4e41-963c-1c25ce517915 req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.654695 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-fb628787-95ed-4e41-963c-1c25ce517915 req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.699603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb628787-95ed-4e41-963c-1c25ce517915 req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:06.700222 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-fb628787-95ed-4e41-963c-1c25ce517915 req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.701133 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['d0287efc-cbcb-4828-bf07-4594bf9d8b79'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:29:06.701642 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fb628787-95ed-4e41-963c-1c25ce517915 req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "PUT /v2.0/ports/d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 943 time: 0.3273518 Aug 29 14:29:06.709981 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46550) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:06.734902 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226ec01-a0ae-4f90-bc93-14007f409eda tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event updated for resources: {'Port': ['ID=d0287efc-cbcb-4828-bf07-4594bf9d8b79,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:06.786272 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-50d41d67-b059-43a1-af5a-305f60f855c6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.816417 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-50d41d67-b059-43a1-af5a-305f60f855c6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.855108 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:06.857775 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5951d85b-3dcb-4917-8c13-ab5aa560bde2" -d '{"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:06.886753 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-50d41d67-b059-43a1-af5a-305f60f855c6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.889937 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-50d41d67-b059-43a1-af5a-305f60f855c6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.891062 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-50d41d67-b059-43a1-af5a-305f60f855c6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "DELETE /v2.0/security-groups/c770ba46-6dab-4441-9b41-af9d37e6f415 HTTP/1.1" status: 204 len: 168 time: 0.1797872 Aug 29 14:29:06.894044 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46554) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:06.901861 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4f88f4-5f57-49f6-a982-4bd3ac4cd5c4 x-openstack-request-id: req-2f4f88f4-5f57-49f6-a982-4bd3ac4cd5c4 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:06.902141 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:06.902392 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f4f88f4-5f57-49f6-a982-4bd3ac4cd5c4 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:06.902801 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'status': 'completed', 'code': 200} Aug 29 14:29:06.906298 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d41d67-b059-43a1-af5a-305f60f855c6 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770ba46-6dab-4441-9b41-af9d37e6f415,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:06.943434 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-c3493507-d6ec-49d9-a8de-f143ad0553e5 None None] Provisioning complete for port d0287efc-cbcb-4828-bf07-4594bf9d8b79 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:29:06.943872 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c3493507-d6ec-49d9-a8de-f143ad0553e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.970406 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['d0287efc-cbcb-4828-bf07-4594bf9d8b79'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:29:07.044417 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-4867190e-4068-4939-8c3e-f3d8ef895b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:07.045912 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-4867190e-4068-4939-8c3e-f3d8ef895b1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9569edbd0447082f486c3a0fe91ea&device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0862212 Aug 29 14:29:07.152264 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Deleting port 53482b78-f732-4337-b71e-f130bc9edce5 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:07.152509 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:07.204297 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-8f391e09-1a4f-4c23-a960-99b0ab5ac55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:07.205729 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-8f391e09-1a4f-4c23-a960-99b0ab5ac55e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 200 len: 915 time: 0.1401589 Aug 29 14:29:07.282173 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:07.282498 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:07.300480 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Calling delete_port for 53482b78-f732-4337-b71e-f130bc9edce5 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:07.303384 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-8204a8e2-deae-4f69-a9e7-0d24c928f65a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 1002 time: 0.0877645 Aug 29 14:29:07.429132 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-d12574d4-3e24-4658-bf33-505a16447399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:07.430479 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-d12574d4-3e24-4658-bf33-505a16447399 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=056be795-0fe1-4cf7-8ec2-d20ebd4a7906 HTTP/1.1" status: 200 len: 853 time: 0.0874410 Aug 29 14:29:07.492490 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-bda09c41-1f7e-4988-bdec-e8c63b1385a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:07.493985 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-bda09c41-1f7e-4988-bdec-e8c63b1385a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555222 Aug 29 14:29:07.635479 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:07.655828 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd74494-0d11-4aaf-81bb-28b42c80a64c req-0bd0d0a0-32ea-4319-ae87-eedb1ee917fd tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:07.657297 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6cd74494-0d11-4aaf-81bb-28b42c80a64c req-0bd0d0a0-32ea-4319-ae87-eedb1ee917fd tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.1156754 Aug 29 14:29:07.687442 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event deleted for resources: {'Port': ['ID=53482b78-f732-4337-b71e-f130bc9edce5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:07.698877 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-4aea3f8b-cd79-44cc-b044-c35b44df7e15 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961293 Aug 29 14:29:07.813792 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6cd74494-0d11-4aaf-81bb-28b42c80a64c req-49cfca5e-e3ed-4949-8e63-93cc815dc961 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296635 Aug 29 14:29:07.820352 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:07.820676 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Floating IP c12ccac9-49e4-413a-90bd-4944296d2355 disassociated (deleted). External IP: 172.27.3.146, port: d0287efc-cbcb-4828-bf07-4594bf9d8b79. Aug 29 14:29:08.159481 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5951d85b-3dcb-4917-8c13-ab5aa560bde2 req-10d17ab1-b078-46f5-b297-a32cbd6734c2 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380753 Aug 29 14:29:08.279222 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Router af5ca159-7b67-4f58-ab12-f35c028e75e1 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:29:08.383622 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:29:08.388944 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:08.395060 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] Sync routers for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:29:08.405264 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:08.405887 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:08.420006 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-8bbe47dc-95a4-4470-9065-c7107034e6e3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "DELETE /v2.0/floatingips/c12ccac9-49e4-413a-90bd-4944296d2355 HTTP/1.1" status: 204 len: 168 time: 1.5247488 Aug 29 14:29:08.513154 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:08.721816 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 5, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:08.748194 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] Checking router: af5ca159-7b67-4f58-ab12-f35c028e75e1 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:29:08.756234 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:08.756818 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:08.861565 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:08.908042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:08.910549 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f" -d '{"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:08.937528 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafcc25-b7f2-46bf-a867-7c8f65b0fec0 req-0877577c-bdc9-4d50-afed-ac1386bd0410 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:08.939148 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0fafcc25-b7f2-46bf-a867-7c8f65b0fec0 req-0877577c-bdc9-4d50-afed-ac1386bd0410 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0552990 Aug 29 14:29:08.952434 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb53963-a196-4192-936f-a273e7adfc17 x-openstack-request-id: req-aeb53963-a196-4192-936f-a273e7adfc17 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:08.952778 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:08.953116 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aeb53963-a196-4192-936f-a273e7adfc17 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:08.953623 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'status': 'completed', 'code': 200} Aug 29 14:29:08.980206 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0fafcc25-b7f2-46bf-a867-7c8f65b0fec0 req-a74274a6-4549-492b-b965-1900dd52de7b tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347142 Aug 29 14:29:09.058221 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-fe62016b-ccc9-4582-973b-c2392cf8aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:09.059823 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-fe62016b-ccc9-4582-973b-c2392cf8aa58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9569edbd0447082f486c3a0fe91ea&device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0403049 Aug 29 14:29:09.067902 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 5, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:09.164569 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-bc7e9b13-3773-4f86-8e9b-3ab57ea8beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:09.166165 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-bc7e9b13-3773-4f86-8e9b-3ab57ea8beb8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 200 len: 915 time: 0.0922873 Aug 29 14:29:09.213946 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5b12b3-ecc5-416d-a9b6-f37bab03c3b7 None None] The sync data for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi is: [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'efc33a42-c292-42b5-9c29-72a689e8c9d1', 'name': '', 'network_id': 'ba8377b7-17ab-4fb0-b7e8-7eb5e212de09', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'mac_address': 'fa:16:3e:c2:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:22Z', 'updated_at': '2021-08-29T14:25:29Z', 'revision_number': 5, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'subnets': [{'id': '056be795-0fe1-4cf7-8ec2-d20ebd4a7906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:29:09.219444 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-2bbb3db9-f62f-43ee-8921-b2fd2c7493ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 200 len: 217 time: 0.0355771 Aug 29 14:29:09.282329 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-b4424b9d-d321-4676-8a64-eb48aaab970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:09.284012 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-b4424b9d-d321-4676-8a64-eb48aaab970e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=056be795-0fe1-4cf7-8ec2-d20ebd4a7906 HTTP/1.1" status: 200 len: 853 time: 0.0504363 Aug 29 14:29:09.331684 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-16cc716e-4d07-43d1-8e06-9778f802b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:09.333232 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-16cc716e-4d07-43d1-8e06-9778f802b67c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411925 Aug 29 14:29:09.432334 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c0390-317b-4f0b-9841-c62357d0afea None None] New status for floating IP c12ccac9-49e4-413a-90bd-4944296d2355: DOWN {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:29:09.433767 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-a4da0972-4bbc-4b43-a202-12b4899f7426 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921121 Aug 29 14:29:09.529517 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f8fe4f2b-1217-4a2e-ad01-a1ec08a8d89f req-90958dd8-20c1-4378-84c5-ec0dc5b68589 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875270 Aug 29 14:29:10.098568 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc82f-b8ad-494b-87b6-74d7f7e1a42f req-8f9a6039-7654-4d4b-9ab5-f66cb1e57369 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:10.100022 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f83cc82f-b8ad-494b-87b6-74d7f7e1a42f req-8f9a6039-7654-4d4b-9ab5-f66cb1e57369 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0548170 Aug 29 14:29:10.140819 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f83cc82f-b8ad-494b-87b6-74d7f7e1a42f req-dfd7ad69-11c0-45f8-bc05-e2ab09a553b5 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340848 Aug 29 14:29:11.121675 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3972f-e563-4947-926e-e0543d424c9c req-082eedd1-aaa0-4d4a-844e-a62b2084f6b8 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:11.123181 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-57f3972f-e563-4947-926e-e0543d424c9c req-082eedd1-aaa0-4d4a-844e-a62b2084f6b8 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0482485 Aug 29 14:29:11.161265 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-57f3972f-e563-4947-926e-e0543d424c9c req-8161df37-1ce5-426c-a2d1-4c6e5f3c2943 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Aug 29 14:29:11.256849 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002120-fbb2-4387-9001-6bead4f3f324 req-ed978e0c-2bee-488f-857b-eaec62c98494 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:11.258269 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c7002120-fbb2-4387-9001-6bead4f3f324 req-ed978e0c-2bee-488f-857b-eaec62c98494 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0477977 Aug 29 14:29:11.294947 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c7002120-fbb2-4387-9001-6bead4f3f324 req-0e6251e8-6b28-4886-b4e9-c2510cc99200 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302927 Aug 29 14:29:12.282115 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a42224-c1a7-4fb8-94e4-02f22ca7c2cb req-d07932f0-b053-47de-af6a-2ff3e1be25a3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:12.284118 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-60a42224-c1a7-4fb8-94e4-02f22ca7c2cb req-d07932f0-b053-47de-af6a-2ff3e1be25a3 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0490768 Aug 29 14:29:12.321534 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-60a42224-c1a7-4fb8-94e4-02f22ca7c2cb req-623c38d4-e831-44a7-bf11-eb9f9d796905 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Aug 29 14:29:12.410416 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc3a9a-ebc0-4b47-81b9-8810b2d9384b req-e819fecd-4f19-4e71-8cb7-43714434449e tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:12.411900 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-38fc3a9a-ebc0-4b47-81b9-8810b2d9384b req-e819fecd-4f19-4e71-8cb7-43714434449e tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0480232 Aug 29 14:29:12.452670 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-38fc3a9a-ebc0-4b47-81b9-8810b2d9384b req-1643c439-ee3b-41db-be3d-c39a3dcaa5dd tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346358 Aug 29 14:29:13.253832 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-b34dd5cd-c9f3-486b-9f4b-3c4093ea38b2 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:13.255195 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-b34dd5cd-c9f3-486b-9f4b-3c4093ea38b2 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.32 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0511353 Aug 29 14:29:13.271406 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:29:13.352304 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Deleting port d0287efc-cbcb-4828-bf07-4594bf9d8b79 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:13.352755 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:13.372418 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:13.384248 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'port_id': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'mac_address': 'fa:16:3e:1e:4d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:29:13.425972 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:13.439202 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:29:13.447657 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb77ec-3bab-470d-b210-09d189d83a67 req-c8e17b22-4915-4d9e-8fa3-784548670732 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:13.450968 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d7bb77ec-3bab-470d-b210-09d189d83a67 req-c8e17b22-4915-4d9e-8fa3-784548670732 tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/ports?device_id=462c27ee-3a7e-4669-a3b8-688f3ebce9a6 HTTP/1.1" status: 200 len: 946 time: 0.0558710 Aug 29 14:29:13.456708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] For port d0287efc-cbcb-4828-bf07-4594bf9d8b79, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d0287efc-cbcb-4828-bf07-4594bf9d8b79,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:13.457094 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:13.459342 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:13.467896 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:13.472450 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Calling delete_port for d0287efc-cbcb-4828-bf07-4594bf9d8b79 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:13.496894 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d7bb77ec-3bab-470d-b210-09d189d83a67 req-2bb45b6e-fdef-46a7-8918-f35e68206a3b tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Aug 29 14:29:13.525073 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:13.603007 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84adb2e-c664-41b7-919b-f9df02862975 req-2457c219-f003-4c09-a390-e2fc0d295ee4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:13.604572 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f84adb2e-c664-41b7-919b-f9df02862975 req-2457c219-f003-4c09-a390-e2fc0d295ee4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 944 time: 0.0698061 Aug 29 14:29:13.673929 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:13.680159 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f84adb2e-c664-41b7-919b-f9df02862975 req-92a2d42d-e0ad-4177-b1c6-714c240570c3 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694580 Aug 29 14:29:13.707633 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Pushing event deleted for resources: {'Port': ['ID=d0287efc-cbcb-4828-bf07-4594bf9d8b79,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:13.716233 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['d0287efc-cbcb-4828-bf07-4594bf9d8b79'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:29:13.747966 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] No DVR routers for this DVR port d0287efc-cbcb-4828-bf07-4594bf9d8b79 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:29:13.750172 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:13.752115 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1cca0cf1-eb1c-4f57-8e5a-530c1d639c5c req-43aa2060-d4ac-466c-9cd0-60e5faf247ae tempest-TestMinimumBasicScenario-1749525603 tempest-TestMinimumBasicScenario-1749525603-project] 10.222.0.32 "DELETE /v2.0/ports/d0287efc-cbcb-4828-bf07-4594bf9d8b79 HTTP/1.1" status: 204 len: 173 time: 0.4866340 Aug 29 14:29:13.752533 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'name': 'network-vif-deleted', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:13.754739 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae48b676-a5de-4092-88c4-2fd028d21af2" -d '{"events": [{"server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "name": "network-vif-deleted", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:13.789529 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a3026e-f2d6-4900-b2f8-a5df90cd9db5 x-openstack-request-id: req-82a3026e-f2d6-4900-b2f8-a5df90cd9db5 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:13.789815 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462c27ee-3a7e-4669-a3b8-688f3ebce9a6", "name": "network-vif-deleted", "tag": "d0287efc-cbcb-4828-bf07-4594bf9d8b79", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:13.790067 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82a3026e-f2d6-4900-b2f8-a5df90cd9db5 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:13.790480 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462c27ee-3a7e-4669-a3b8-688f3ebce9a6', 'name': 'network-vif-deleted', 'tag': 'd0287efc-cbcb-4828-bf07-4594bf9d8b79', 'status': 'completed', 'code': 200} Aug 29 14:29:13.861127 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:29:14.797852 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19969889-d6ff-47e2-b5ba-3336ffa03e02 req-66a7d089-d8d0-4d98-8d01-99af3682b754 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:14.799282 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-19969889-d6ff-47e2-b5ba-3336ffa03e02 req-66a7d089-d8d0-4d98-8d01-99af3682b754 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 944 time: 0.0486012 Aug 29 14:29:14.837772 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-19969889-d6ff-47e2-b5ba-3336ffa03e02 req-4d803307-3a97-436e-9864-474d86341778 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Aug 29 14:29:15.227518 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46666) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:15.309780 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:29:15.360131 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:29:15.363934 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:29:15.364296 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:15.442288 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:15.465434 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:15.467709 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba862f7e-a92d-4b0d-ac2d-08bb401688c0" -d '{"events": [{"server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "name": "network-vif-plugged", "status": "completed", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:15.480503 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:15.484615 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:15.485665 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device d0287efc-cbcb-4828-bf07-4594bf9d8b79 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:29:15.525760 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4530ef0-642f-46ac-83fd-3fa30108dd1a x-openstack-request-id: req-f4530ef0-642f-46ac-83fd-3fa30108dd1a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:15.526864 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "name": "network-vif-plugged", "status": "completed", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:15.527186 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4530ef0-642f-46ac-83fd-3fa30108dd1a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:15.527580 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'code': 200} Aug 29 14:29:15.530241 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: d0287efc-cbcb-4828-bf07-4594bf9d8b79 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:29:15.530847 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device d0287efc-cbcb-4828-bf07-4594bf9d8b79 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:29:15.562769 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:15.589798 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:15.792365 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8bfda-af72-4c34-84ac-731455910b71 req-e19cd12c-d19c-4451-8162-a40c6b40be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:15.793834 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e6c8bfda-af72-4c34-84ac-731455910b71 req-e19cd12c-d19c-4451-8162-a40c6b40be71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1098 time: 0.0540650 Aug 29 14:29:15.853651 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e6c8bfda-af72-4c34-84ac-731455910b71 req-21e8ea1a-79e3-4fc7-b95e-cbe82e7787ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519698 Aug 29 14:29:15.894728 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Deleting port efc33a42-c292-42b5-9c29-72a689e8c9d1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:15.895066 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:16.004558 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff398c86-ab60-47f0-b9f0-1e08a6993c9b req-050dbb65-9c5b-49a7-9cd7-8833a5e302d2 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:16.006014 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ff398c86-ab60-47f0-b9f0-1e08a6993c9b req-050dbb65-9c5b-49a7-9cd7-8833a5e302d2 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0992751 Aug 29 14:29:16.012467 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] For port efc33a42-c292-42b5-9c29-72a689e8c9d1, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=efc33a42-c292-42b5-9c29-72a689e8c9d1,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:16.012814 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:16.035837 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Calling delete_port for efc33a42-c292-42b5-9c29-72a689e8c9d1 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:16.093115 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ff398c86-ab60-47f0-b9f0-1e08a6993c9b req-ac4fb3d3-d21c-469b-92b2-c7c8f48a83c4 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777707 Aug 29 14:29:16.223829 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:16.250158 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Pushing event deleted for resources: {'Port': ['ID=efc33a42-c292-42b5-9c29-72a689e8c9d1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:16.414033 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:16.622859 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Router af5ca159-7b67-4f58-ab12-f35c028e75e1 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:29:16.727496 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:29:16.734617 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-395aa219-ea3b-42d9-95dd-c522df4bf24c admin admin] 10.222.0.20 "PUT /v2.0/routers/af5ca159-7b67-4f58-ab12-f35c028e75e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5051486 Aug 29 14:29:16.736418 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:16.738053 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] Sync routers for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:29:16.747099 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:16.747705 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:16.814322 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:29:16.839187 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:16.851262 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:16.939133 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:16.995606 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Deleting port c1356e48-7b17-4f67-92f0-9c3deb74490a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:16.996033 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.055539 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:29:16Z', 'revision_number': 5, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port': {'id': 'c1356e48-7b17-4f67-92f0-9c3deb74490a', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:18Z', 'updated_at': '2021-08-29T14:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:17.076670 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] For port c1356e48-7b17-4f67-92f0-9c3deb74490a, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=c1356e48-7b17-4f67-92f0-9c3deb74490a,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:17.077030 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.085401 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] Checking router: af5ca159-7b67-4f58-ab12-f35c028e75e1 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:29:17.089885 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Calling delete_port for c1356e48-7b17-4f67-92f0-9c3deb74490a owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:17.094450 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] Routers {'af5ca159-7b67-4f58-ab12-f35c028e75e1'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:17.095070 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['af5ca159-7b67-4f58-ab12-f35c028e75e1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:17.181007 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] Set router af5ca159-7b67-4f58-ab12-f35c028e75e1 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:17.237780 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:29:16Z', 'revision_number': 6, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port_host': None}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:17.266437 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4a6f2-ea8e-481b-8623-096eb79df257 None None] The sync data for ids ['af5ca159-7b67-4f58-ab12-f35c028e75e1'] in dv-cinder-773985-15-iscsi is: [{'id': 'af5ca159-7b67-4f58-ab12-f35c028e75e1', 'name': 'tempest-TestMinimumBasicScenario-454639209-router', 'tenant_id': '9be9569edbd0447082f486c3a0fe91ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:17Z', 'updated_at': '2021-08-29T14:29:16Z', 'revision_number': 6, 'project_id': '9be9569edbd0447082f486c3a0fe91ea', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:29:17.441347 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136a8a1-c973-4f82-a587-34f34b611eb8 req-3f53d530-f200-45b9-b574-2013ca769c3f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:17.442933 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9136a8a1-c973-4f82-a587-34f34b611eb8 req-3f53d530-f200-45b9-b574-2013ca769c3f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0648651 Aug 29 14:29:17.522784 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9136a8a1-c973-4f82-a587-34f34b611eb8 req-58b7d163-abea-4f04-9786-a192f2cf3c55 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505536 Aug 29 14:29:17.570180 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.596105 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1356e48-7b17-4f67-92f0-9c3deb74490a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:17.659508 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedd6b0-9817-4ecc-bd67-e36601163474 req-7ef95cbc-2956-41f8-85f7-2987b9a25ca0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:17.668016 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-abedd6b0-9817-4ecc-bd67-e36601163474 req-7ef95cbc-2956-41f8-85f7-2987b9a25ca0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0684481 Aug 29 14:29:17.679553 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.708243 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-abedd6b0-9817-4ecc-bd67-e36601163474 req-0b1de628-def1-452f-8e66-5f2150528157 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393639 Aug 29 14:29:17.733031 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46684) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:17.780043 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.782116 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.827982 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.828581 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5ca159-7b67-4f58-ab12-f35c028e75e1 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:29:17.833491 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.834698 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-49931e3a-fdb9-4603-826c-b9db8ccc600a admin admin] 10.222.0.20 "DELETE /v2.0/routers/af5ca159-7b67-4f58-ab12-f35c028e75e1 HTTP/1.1" status: 204 len: 168 time: 1.0973067 Aug 29 14:29:17.837302 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46690) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:17.882367 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b57bb5-4a75-41f3-b45b-c864f69fa832 admin admin] Deleting subnet 056be795-0fe1-4cf7-8ec2-d20ebd4a7906 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:29:17.886097 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-48b57bb5-4a75-41f3-b45b-c864f69fa832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.920102 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-48b57bb5-4a75-41f3-b45b-c864f69fa832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.930921 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b2297-1a15-450c-b386-57e60cc71ac5 tempest-TestShelveInstance-1499560974 tempest-TestShelveInstance-1499560974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:17.932482 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-c32b2297-1a15-450c-b386-57e60cc71ac5 tempest-TestShelveInstance-1499560974 tempest-TestShelveInstance-1499560974-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1093 time: 0.1980705 Aug 29 14:29:17.935976 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46692) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:17.940607 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'port_id': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:29:17.962680 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for floatingip, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.029215 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-48b57bb5-4a75-41f3-b45b-c864f69fa832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.060080 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.080024 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device efc33a42-c292-42b5-9c29-72a689e8c9d1 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:29:18.091053 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-48b57bb5-4a75-41f3-b45b-c864f69fa832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.105873 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: efc33a42-c292-42b5-9c29-72a689e8c9d1 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:29:18.106563 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device efc33a42-c292-42b5-9c29-72a689e8c9d1 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:29:18.126583 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b57bb5-4a75-41f3-b45b-c864f69fa832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056be795-0fe1-4cf7-8ec2-d20ebd4a7906,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:18.132566 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-48b57bb5-4a75-41f3-b45b-c864f69fa832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.134474 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-48b57bb5-4a75-41f3-b45b-c864f69fa832 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/056be795-0fe1-4cf7-8ec2-d20ebd4a7906 HTTP/1.1" status: 204 len: 168 time: 0.2962205 Aug 29 14:29:18.137960 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46694) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:18.140071 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ff24e-4d1a-4a5f-a3b8-09ff82617699 None None] Network ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:29:18.180754 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Allocated IP 172.27.3.20 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/c984a3ba-d580-4412-bc10-2c90d5931756) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:29:18.208963 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.264524 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Deleting port 53b35284-7918-44c9-a596-c03cab2b1c62 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:18.264853 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.299242 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.335807 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] DHCP port deletion for ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 request from dv-cinder-773985-15-iscsi {{(pid=93803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:29:18.341563 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] For port 53b35284-7918-44c9-a596-c03cab2b1c62, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=53b35284-7918-44c9-a596-c03cab2b1c62,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:18.342065 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.342684 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.357236 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Calling delete_port for 53b35284-7918-44c9-a596-c03cab2b1c62 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:18.386721 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:29:18.390338 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:29:18.394012 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:29:18.403807 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] Deleting port 53b35284-7918-44c9-a596-c03cab2b1c62 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:18.404236 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.432774 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'Port': ['ID=c984a3ba-d580-4412-bc10-2c90d5931756,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:18.465717 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.484950 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] For port 53b35284-7918-44c9-a596-c03cab2b1c62, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=53b35284-7918-44c9-a596-c03cab2b1c62,segment=NetworkSegment(cad93f05-bdef-4b2b-a259-4a7f2a23622a),segment_id=cad93f05-bdef-4b2b-a259-4a7f2a23622a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:18.485445 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.498020 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b35284-7918-44c9-a596-c03cab2b1c62,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:18.501908 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] No DVR routers for this DVR port 53b35284-7918-44c9-a596-c03cab2b1c62 on host dv-cinder-773985-15-iscsi {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:29:18.503953 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] Calling delete_port for 53b35284-7918-44c9-a596-c03cab2b1c62 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:18.575241 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.585422 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8377b7-17ab-4fb0-b7e8-7eb5e212de09']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:18.596616 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad93f05-bdef-4b2b-a259-4a7f2a23622a') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:18.596965 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad93f05-bdef-4b2b-a259-4a7f2a23622a') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:18.606566 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.621736 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.624753 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.628478 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:29:18.629032 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:29:18.632461 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:29:18.652920 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] Pushing event deleted for resources: {'Port': ['ID=53b35284-7918-44c9-a596-c03cab2b1c62,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:18.658717 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff86e16-b736-4d95-b531-aa09b5cafbd2 None None] No DVR routers for this DVR port 53b35284-7918-44c9-a596-c03cab2b1c62 on host dv-cinder-773985-15-iscsi {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:29:18.698909 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.704621 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.709500 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ba8377b7-17ab-4fb0-b7e8-7eb5e212de09 HTTP/1.1" status: 204 len: 168 time: 0.5702369 Aug 29 14:29:18.710122 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46696) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:18.727373 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554e43a-ca7a-4816-a94d-8cfdede2dd70 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8377b7-17ab-4fb0-b7e8-7eb5e212de09,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:18.790108 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.867065 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.026850 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.031370 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4451952'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.071084 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.093491 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event updated for resources: {'Port': ['ID=c984a3ba-d580-4412-bc10-2c90d5931756,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:19.109411 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.212002 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.l3_db [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Floating IP a9bff861-5355-4872-9701-69aa1508803c associated. External IP: 172.27.3.20, port: 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1. Aug 29 14:29:19.315475 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Deleting port 842d8507-9375-4475-9058-fe7ac90d5948 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:19.315820 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.398204 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] For port 842d8507-9375-4475-9058-fe7ac90d5948, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=842d8507-9375-4475-9058-fe7ac90d5948,segment=NetworkSegment(5ad6e672-4088-4321-8232-da0d27c1c892),segment_id=5ad6e672-4088-4321-8232-da0d27c1c892)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:19.398592 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.412197 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Calling delete_port for 842d8507-9375-4475-9058-fe7ac90d5948 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:19.425613 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Router ed630e9d-9e04-4188-9062-ba66aa4cf02a has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:29:19.469754 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device c1356e48-7b17-4f67-92f0-9c3deb74490a no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:29:19.493725 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: c1356e48-7b17-4f67-92f0-9c3deb74490a {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:29:19.494070 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device c1356e48-7b17-4f67-92f0-9c3deb74490a not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:29:19.494472 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 53b35284-7918-44c9-a596-c03cab2b1c62 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:29:19.514011 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 53b35284-7918-44c9-a596-c03cab2b1c62 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:29:19.514405 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 53b35284-7918-44c9-a596-c03cab2b1c62 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:29:19.540927 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:29:19.551622 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] Sync routers for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:29:19.559822 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.561085 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:19.561699 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:19.598529 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-4906c1dd-6fa3-4b3a-8921-1fa448e76d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6495967 Aug 29 14:29:19.598529 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:19.598529 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fda569-087a-4be5-a4ce-de4ff83286d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:19.621504 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.628726 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29c4e0-76a5-4ca7-bc19-e80fb3816a8d x-openstack-request-id: req-7d29c4e0-76a5-4ca7-bc19-e80fb3816a8d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:19.629015 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:19.629267 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d29c4e0-76a5-4ca7-bc19-e80fb3816a8d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:19.629661 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'status': 'completed', 'code': 200} Aug 29 14:29:19.649708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Pushing event deleted for resources: {'Port': ['ID=842d8507-9375-4475-9058-fe7ac90d5948,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:19.667633 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:19.785064 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-b59f4128-0627-4e99-a9f2-214160be6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:19.786610 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-b59f4128-0627-4e99-a9f2-214160be6c5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9db05e186ef84e7aa28b0987ba339058&device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1098 time: 0.0942173 Aug 29 14:29:19.910194 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:19.917257 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'a9bff861-5355-4872-9701-69aa1508803c', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'port_id': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'mac_address': 'fa:16:3e:1e:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:18Z', 'updated_at': '2021-08-29T14:29:18Z', 'revision_number': 0, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:37Z', 'revision_number': 5, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:19.943028 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] Checking router: ed630e9d-9e04-4188-9062-ba66aa4cf02a for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:29:19.951810 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:19.952391 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:19.972000 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-b4fa90d3-a415-4ed7-867c-6623671f41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:19.973372 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-b4fa90d3-a415-4ed7-867c-6623671f41b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 200 len: 909 time: 0.1777892 Aug 29 14:29:20.056622 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:20.082946 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-ae04ec9f-3253-42bf-9944-94be265bbad4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 200 len: 998 time: 0.0996046 Aug 29 14:29:20.209872 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-6c3ba9f1-2895-4833-b5d3-4a8667db79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:20.211656 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-6c3ba9f1-2895-4833-b5d3-4a8667db79f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce HTTP/1.1" status: 200 len: 847 time: 0.1196249 Aug 29 14:29:20.262069 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Router eca843a7-c24c-4df0-9aad-e3f7b2535741 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:29:20.276500 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-96c05858-17af-47ba-81e5-2bdc98f0b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:20.278014 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-96c05858-17af-47ba-81e5-2bdc98f0b86f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa56291e-01ca-40ac-86b1-af5604bf83fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566227 Aug 29 14:29:20.371020 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'a9bff861-5355-4872-9701-69aa1508803c', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'port_id': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'mac_address': 'fa:16:3e:1e:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:18Z', 'updated_at': '2021-08-29T14:29:18Z', 'revision_number': 0, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:37Z', 'revision_number': 5, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:20.402408 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c97513-bdc4-46bc-99ab-06fb99e03db9 None None] The sync data for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi is: [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'a9bff861-5355-4872-9701-69aa1508803c', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'port_id': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'mac_address': 'fa:16:3e:1e:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:18Z', 'updated_at': '2021-08-29T14:29:18Z', 'revision_number': 0, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:37Z', 'revision_number': 5, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:29:20.610230 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0138c79a-8614-43b5-81a3-acadefc0b12f None None] New status for floating IP a9bff861-5355-4872-9701-69aa1508803c: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:29:20.688586 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:29:20.694462 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-27ec9e50-934e-4011-8072-3d91d0942098 admin admin] 10.222.0.20 "PUT /v2.0/routers/eca843a7-c24c-4df0-9aad-e3f7b2535741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9824684 Aug 29 14:29:20.697408 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46706) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:20.700008 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-1f7e15d2-62dd-4066-a9e0-86685143225e service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384754 Aug 29 14:29:20.704919 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] Sync routers for ids ['eca843a7-c24c-4df0-9aad-e3f7b2535741'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:29:20.715117 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] Routers {'eca843a7-c24c-4df0-9aad-e3f7b2535741'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:20.715976 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['eca843a7-c24c-4df0-9aad-e3f7b2535741'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:20.809894 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:20.818301 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a7fda569-087a-4be5-a4ce-de4ff83286d2 req-c2fe3213-abe8-44f4-967c-e7234f4b1555 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107066 Aug 29 14:29:20.826435 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] Set router eca843a7-c24c-4df0-9aad-e3f7b2535741 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:20.920906 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:20.975160 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Deleting port de85a680-6bd9-4c58-af20-7d5134070e5f {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:20.975497 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.006527 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:29:19Z', 'revision_number': 5, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port': {'id': 'de85a680-6bd9-4c58-af20-7d5134070e5f', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:25:27Z', 'updated_at': '2021-08-29T14:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:21.035518 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] Checking router: eca843a7-c24c-4df0-9aad-e3f7b2535741 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:29:21.044490 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] Routers {'eca843a7-c24c-4df0-9aad-e3f7b2535741'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:29:21.045095 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:28:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['eca843a7-c24c-4df0-9aad-e3f7b2535741'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:21.056057 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] For port de85a680-6bd9-4c58-af20-7d5134070e5f, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=de85a680-6bd9-4c58-af20-7d5134070e5f,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:21.056424 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.068859 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Calling delete_port for de85a680-6bd9-4c58-af20-7d5134070e5f owned by network:router_gateway {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:21.127998 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] Set router eca843a7-c24c-4df0-9aad-e3f7b2535741 gateway port host: None {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:29:21.184859 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:29:20Z', 'revision_number': 6, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port_host': None}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:21.213413 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2155c43-1f29-43b1-9fa0-7beb6f3a03aa None None] The sync data for ids ['eca843a7-c24c-4df0-9aad-e3f7b2535741'] in dv-cinder-773985-15-iscsi is: [{'id': 'eca843a7-c24c-4df0-9aad-e3f7b2535741', 'name': 'tempest-TestMinimumBasicScenario-1180024142-router', 'tenant_id': '809469a9016d433093705e7f4acae5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:25:26Z', 'updated_at': '2021-08-29T14:29:20Z', 'revision_number': 6, 'project_id': '809469a9016d433093705e7f4acae5f3', 'gw_port_host': None}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:29:21.248945 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.273678 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=de85a680-6bd9-4c58-af20-7d5134070e5f,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:21.334073 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.437847 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.439975 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.501314 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.501810 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca843a7-c24c-4df0-9aad-e3f7b2535741 {{(pid=93802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:29:21.506871 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.511008 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-170772e5-02f7-4bf7-b2ec-426c2260c2cf admin admin] 10.222.0.20 "DELETE /v2.0/routers/eca843a7-c24c-4df0-9aad-e3f7b2535741 HTTP/1.1" status: 204 len: 168 time: 0.8114727 Aug 29 14:29:21.511178 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46710) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:21.562196 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce4f025-2876-47fa-b08b-0f8ea74848ba admin admin] Deleting subnet 518a29db-cca4-4460-9345-d5afcb460b7c {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:29:21.565770 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f025-2876-47fa-b08b-0f8ea74848ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.601384 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f025-2876-47fa-b08b-0f8ea74848ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.684786 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f025-2876-47fa-b08b-0f8ea74848ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.741967 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f025-2876-47fa-b08b-0f8ea74848ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.769344 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4f025-2876-47fa-b08b-0f8ea74848ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518a29db-cca4-4460-9345-d5afcb460b7c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:21.771434 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f025-2876-47fa-b08b-0f8ea74848ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.773297 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6ce4f025-2876-47fa-b08b-0f8ea74848ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/518a29db-cca4-4460-9345-d5afcb460b7c HTTP/1.1" status: 204 len: 168 time: 0.2611337 Aug 29 14:29:21.775711 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b50fb-cc88-4dc9-8838-354a918c48d2 None None] Network d7f1b4ea-841c-4762-bdb2-2964398aa7b0 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:29:21.776238 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46712) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:21.846826 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.898778 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Deleting port ef41dd72-89cc-4adf-a2f4-f7a088810c71 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:21.899115 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.965153 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] For port ef41dd72-89cc-4adf-a2f4-f7a088810c71, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=ef41dd72-89cc-4adf-a2f4-f7a088810c71,segment=NetworkSegment(5ad6e672-4088-4321-8232-da0d27c1c892),segment_id=5ad6e672-4088-4321-8232-da0d27c1c892)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:21.965507 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:21.977779 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Calling delete_port for ef41dd72-89cc-4adf-a2f4-f7a088810c71 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:22.023221 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] DHCP port deletion for d7f1b4ea-841c-4762-bdb2-2964398aa7b0 request from dv-cinder-773985-15-iscsi {{(pid=93803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:29:22.027533 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 842d8507-9375-4475-9058-fe7ac90d5948 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:29:22.051832 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 842d8507-9375-4475-9058-fe7ac90d5948 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:29:22.052459 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 842d8507-9375-4475-9058-fe7ac90d5948 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:29:22.059047 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.088588 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef41dd72-89cc-4adf-a2f4-f7a088810c71,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:22.092912 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] No DVR routers for this DVR port ef41dd72-89cc-4adf-a2f4-f7a088810c71 on host dv-cinder-773985-15-iscsi {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:29:22.097858 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Deleting port ef41dd72-89cc-4adf-a2f4-f7a088810c71 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:29:22.098234 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.164276 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] For port ef41dd72-89cc-4adf-a2f4-f7a088810c71, host dv-cinder-773985-15-iscsi, got binding levels [] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:22.164665 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.164817 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.175095 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f1b4ea-841c-4762-bdb2-2964398aa7b0']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:22.177440 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Calling delete_port for ef41dd72-89cc-4adf-a2f4-f7a088810c71 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:29:22.180211 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Port ef41dd72-89cc-4adf-a2f4-f7a088810c71 was not found and therefore no delete operation was performed {{(pid=93803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 14:29:22.181443 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.185925 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad6e672-4088-4321-8232-da0d27c1c892') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:22.186218 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad6e672-4088-4321-8232-da0d27c1c892') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:29:22.195122 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.209676 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.216833 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:29:22.217241 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:29:22.219370 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:29:22.283240 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.288540 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.293300 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d7f1b4ea-841c-4762-bdb2-2964398aa7b0 HTTP/1.1" status: 204 len: 168 time: 0.5139627 Aug 29 14:29:22.305740 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546a2f-af26-44a8-b5dc-5b50dfa756c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f1b4ea-841c-4762-bdb2-2964398aa7b0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:22.340034 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Pushing event deleted for resources: {'Port': ['ID=ef41dd72-89cc-4adf-a2f4-f7a088810c71,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:22.348161 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] No DVR routers for this DVR port ef41dd72-89cc-4adf-a2f4-f7a088810c71 on host dv-cinder-773985-15-iscsi {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:29:22.350152 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.350494 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.350849 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.351367 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.351869 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.352184 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.352505 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.352917 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.353622 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.353622 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.353821 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.354045 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1363d-a90b-43b0-b8d2-e281bef013c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:29:22.478013 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46718) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:22.517287 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-4d6ec4ff-a558-48c2-99ca-a38516d4791e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9be9569edbd0447082f486c3a0fe91ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381241 Aug 29 14:29:22.519756 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46720) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:22.565471 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1b77d94-8716-40dc-99bf-a0e1cff59107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.585869 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1b77d94-8716-40dc-99bf-a0e1cff59107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.631833 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1b77d94-8716-40dc-99bf-a0e1cff59107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.634352 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1b77d94-8716-40dc-99bf-a0e1cff59107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:22.636117 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-c1b77d94-8716-40dc-99bf-a0e1cff59107 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7 HTTP/1.1" status: 204 len: 168 time: 0.1149347 Aug 29 14:29:22.643685 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b77d94-8716-40dc-99bf-a0e1cff59107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac10cd2f-ad65-4cbc-9b34-092b1bdf5fd7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:22.960245 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46726) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:23.004867 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d5d7cd45-d68a-4973-8b5f-874198ac65b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=809469a9016d433093705e7f4acae5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434902 Aug 29 14:29:23.007521 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 46728) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:29:23.054315 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-193dfba7-dd79-4b7f-a94d-bb45b83b95e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:23.075232 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-193dfba7-dd79-4b7f-a94d-bb45b83b95e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:23.121041 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-193dfba7-dd79-4b7f-a94d-bb45b83b95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:23.123680 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-193dfba7-dd79-4b7f-a94d-bb45b83b95e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:23.124818 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-193dfba7-dd79-4b7f-a94d-bb45b83b95e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62a41249-5bc7-427e-b702-cd8f0665a430 HTTP/1.1" status: 204 len: 168 time: 0.1164224 Aug 29 14:29:23.142773 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dfba7-dd79-4b7f-a94d-bb45b83b95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a41249-5bc7-427e-b702-cd8f0665a430,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:23.471801 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device ef41dd72-89cc-4adf-a2f4-f7a088810c71 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:29:23.492148 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: ef41dd72-89cc-4adf-a2f4-f7a088810c71 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:29:23.492490 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device ef41dd72-89cc-4adf-a2f4-f7a088810c71 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:29:23.492890 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device de85a680-6bd9-4c58-af20-7d5134070e5f no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:29:23.510855 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: de85a680-6bd9-4c58-af20-7d5134070e5f {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:29:23.511195 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device de85a680-6bd9-4c58-af20-7d5134070e5f not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:29:24.044649 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:24.342665 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b36c298a-e8cb-4801-a5ac-7281ea9653a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:26.959322 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e098daa5-413a-4fda-9f1c-372941a4b2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:27.445086 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:27.949343 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:29.644285 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:33.987359 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e624cb-0552-4d07-8e74-59337371c2cd req-0548e358-8ce7-45e5-ba30-01f49adc251e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:33.988711 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4e624cb-0552-4d07-8e74-59337371c2cd req-0548e358-8ce7-45e5-ba30-01f49adc251e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0489988 Aug 29 14:29:34.027521 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4e624cb-0552-4d07-8e74-59337371c2cd req-88237526-75f5-4fca-b719-4fc1cd9fe810 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330021 Aug 29 14:29:35.147145 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f584-df89-4b01-86ce-c7c2af757f47 req-7072f436-20b0-48ce-98eb-66ef14418476 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:35.148849 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2278f584-df89-4b01-86ce-c7c2af757f47 req-7072f436-20b0-48ce-98eb-66ef14418476 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0474882 Aug 29 14:29:35.188499 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2278f584-df89-4b01-86ce-c7c2af757f47 req-c6589301-ce15-4b4f-982d-18ffa52ae820 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310276 Aug 29 14:29:36.309023 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc542b-406f-45e9-8c49-7de9f46acd02 req-0b0e1e6d-e705-4868-9e04-705ebc5eaa81 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:36.310475 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bcfc542b-406f-45e9-8c49-7de9f46acd02 req-0b0e1e6d-e705-4868-9e04-705ebc5eaa81 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Aug 29 14:29:36.350126 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bcfc542b-406f-45e9-8c49-7de9f46acd02 req-aaf7f4a7-9f23-4ec9-a990-1a2ec178044e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331812 Aug 29 14:29:37.705051 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed938007-fed3-461c-80b3-1d48d6ba3109 req-c1e9de9c-bf46-49e6-9c50-4cb81bc4f0d7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:37.706419 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ed938007-fed3-461c-80b3-1d48d6ba3109 req-c1e9de9c-bf46-49e6-9c50-4cb81bc4f0d7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.2851489 Aug 29 14:29:37.744449 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ed938007-fed3-461c-80b3-1d48d6ba3109 req-7be52dfa-c28a-4543-aeaa-0e5c2295d50e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Aug 29 14:29:38.861455 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f3cf7-6c2e-4b86-a1b8-2b67ff1809bb req-500e7572-87b5-4132-a4ce-3ee720a1ea55 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:38.862966 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-596f3cf7-6c2e-4b86-a1b8-2b67ff1809bb req-500e7572-87b5-4132-a4ce-3ee720a1ea55 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0484927 Aug 29 14:29:38.899942 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-596f3cf7-6c2e-4b86-a1b8-2b67ff1809bb req-0be87e98-a957-427a-9ee9-ea1a2568a448 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312159 Aug 29 14:29:40.017853 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eccd99-1f71-4b58-b7b4-ad9630ec4a52 req-8b37070b-f716-4a5a-a80e-076550d07cc2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:40.019266 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-50eccd99-1f71-4b58-b7b4-ad9630ec4a52 req-8b37070b-f716-4a5a-a80e-076550d07cc2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0490091 Aug 29 14:29:40.056557 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-50eccd99-1f71-4b58-b7b4-ad9630ec4a52 req-94a5183a-db29-4875-a93f-f8a8526fbc2a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315413 Aug 29 14:29:41.174666 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb473d-7ee5-4b37-be2c-d5034cf6df15 req-73922203-24cd-4ef1-8f29-9bd082099607 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:41.176093 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cedb473d-7ee5-4b37-be2c-d5034cf6df15 req-73922203-24cd-4ef1-8f29-9bd082099607 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0476289 Aug 29 14:29:41.212976 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cedb473d-7ee5-4b37-be2c-d5034cf6df15 req-69f414b2-ed7e-4f65-bdb3-d1ecdac8c9ce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Aug 29 14:29:42.334346 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791fcd4-cb8b-457c-86ec-2fdc53a0d79e req-f0160cdb-6945-4ab6-9b74-a2360359f163 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:42.335837 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1791fcd4-cb8b-457c-86ec-2fdc53a0d79e req-f0160cdb-6945-4ab6-9b74-a2360359f163 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0516548 Aug 29 14:29:42.374704 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1791fcd4-cb8b-457c-86ec-2fdc53a0d79e req-339f00dc-1f35-4ddb-86a7-c2175f8bdffc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322647 Aug 29 14:29:43.496042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ed276-e58f-4421-ad31-c92622741ee5 req-8c047c71-f99e-4fad-b332-dd102c637c9f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:43.497461 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-428ed276-e58f-4421-ad31-c92622741ee5 req-8c047c71-f99e-4fad-b332-dd102c637c9f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0523095 Aug 29 14:29:43.533505 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-428ed276-e58f-4421-ad31-c92622741ee5 req-b706a2a6-b3fa-4988-b016-e32582079d7f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301607 Aug 29 14:29:44.666960 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21aed0-acf9-43e0-bebe-93661e8f4e4c req-020f8f16-acfa-43a4-9d3f-6cb2b08e744f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:44.668632 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2d21aed0-acf9-43e0-bebe-93661e8f4e4c req-020f8f16-acfa-43a4-9d3f-6cb2b08e744f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0565543 Aug 29 14:29:44.710346 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2d21aed0-acf9-43e0-bebe-93661e8f4e4c req-de797ccd-63ad-4a58-adb3-d2cf936ec120 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Aug 29 14:29:45.443014 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:29:45.536113 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:45.547285 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'port_id': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'mac_address': 'fa:16:3e:f1:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:29:45.582432 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:45.594634 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:29:45.613371 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:45.617099 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:45.665639 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:45.788946 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['5f59964e-c83a-45ec-bf23-0abcc7f6ab55'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:29:45.828754 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba618e-cd0b-4c4d-9342-c94604e43c11 req-12a7fb3e-eb40-4bc7-9b37-43d07063d831 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:45.830681 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ccba618e-cd0b-4c4d-9342-c94604e43c11 req-12a7fb3e-eb40-4bc7-9b37-43d07063d831 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 945 time: 0.0491126 Aug 29 14:29:45.869397 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ccba618e-cd0b-4c4d-9342-c94604e43c11 req-168bbd68-8ed7-4ae6-88fd-b8b6e7799013 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326533 Aug 29 14:29:46.985455 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc411a3-9f84-4d80-aa33-fafc24f57ed4 req-b666155b-ca39-4a34-83bc-bdc523097214 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:46.986937 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1fc411a3-9f84-4d80-aa33-fafc24f57ed4 req-b666155b-ca39-4a34-83bc-bdc523097214 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Aug 29 14:29:47.025146 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1fc411a3-9f84-4d80-aa33-fafc24f57ed4 req-035b6473-4eaa-4d21-9e4a-7eac1db3d68c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321867 Aug 29 14:29:47.458681 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:29:47.516261 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:29:47.516779 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:47.606730 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:47.637529 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:47.640101 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ad7909-e779-45e6-af14-fa44f717d8cb" -d '{"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-plugged", "status": "completed", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:47.656013 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:47.663497 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:47.691712 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05692341-0637-4eef-9507-0254b989c7d1 x-openstack-request-id: req-05692341-0637-4eef-9507-0254b989c7d1 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:47.692249 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-plugged", "status": "completed", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:47.692561 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05692341-0637-4eef-9507-0254b989c7d1 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:47.693028 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'code': 200} Aug 29 14:29:47.726573 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:48.159539 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87876892-3736-45f2-8d3d-05024e577b34 req-9fd8e62c-1045-4303-8efa-2f036fd70668 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:48.162555 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-87876892-3736-45f2-8d3d-05024e577b34 req-9fd8e62c-1045-4303-8efa-2f036fd70668 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0594227 Aug 29 14:29:48.210539 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-87876892-3736-45f2-8d3d-05024e577b34 req-2c75d192-1edb-44f1-b930-8a0517b4e21e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404813 Aug 29 14:29:49.340720 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7457e1-d814-4a20-ac18-ecb8a22ac1f8 req-76c8dea1-013b-4f34-be3d-cf793b2575e1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:49.342313 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ce7457e1-d814-4a20-ac18-ecb8a22ac1f8 req-76c8dea1-013b-4f34-be3d-cf793b2575e1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0516381 Aug 29 14:29:49.383717 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ce7457e1-d814-4a20-ac18-ecb8a22ac1f8 req-0d6fa7f3-85bc-4d3d-8732-024a54530871 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349114 Aug 29 14:29:50.534942 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6272c-0a5b-485a-9505-17f11517e147 req-a7047f65-a6e4-45ac-af05-67fdbfefd929 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:50.534942 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2ef6272c-0a5b-485a-9505-17f11517e147 req-a7047f65-a6e4-45ac-af05-67fdbfefd929 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0613616 Aug 29 14:29:50.576385 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2ef6272c-0a5b-485a-9505-17f11517e147 req-61e39bfb-55ea-4a43-9bcb-7213b205a449 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358746 Aug 29 14:29:51.711183 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2d391-715b-4881-a022-70362580dcc3 req-9d974041-fe22-43e4-85ef-877653d9fa8d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:51.712607 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-18d2d391-715b-4881-a022-70362580dcc3 req-9d974041-fe22-43e4-85ef-877653d9fa8d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0573680 Aug 29 14:29:51.755619 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-18d2d391-715b-4881-a022-70362580dcc3 req-08d632b9-30dc-4154-acc3-80b5c36fbadb tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350783 Aug 29 14:29:52.880830 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b91c7a-f44c-4fa2-ab47-42fb85412b42 req-a42f8973-9b51-4ab6-be31-1f77c6401c38 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:52.882382 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e7b91c7a-f44c-4fa2-ab47-42fb85412b42 req-a42f8973-9b51-4ab6-be31-1f77c6401c38 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0509598 Aug 29 14:29:52.926477 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e7b91c7a-f44c-4fa2-ab47-42fb85412b42 req-f500e415-70f6-4fea-8b1a-f9b79852cd00 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374110 Aug 29 14:29:53.813662 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:29:54.049975 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:54.066282 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626190-8e23-469c-a199-e3ec2aed8f76 req-af9c7bd6-4ddc-4da2-b675-9d5158550e79 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:54.068194 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-75626190-8e23-469c-a199-e3ec2aed8f76 req-af9c7bd6-4ddc-4da2-b675-9d5158550e79 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0657711 Aug 29 14:29:54.118110 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-75626190-8e23-469c-a199-e3ec2aed8f76 req-99feeae0-6acf-4547-8a1a-90ead00cc73c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426226 Aug 29 14:29:54.345822 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c774798-4925-44b3-b05a-489a7507d803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:55.256732 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b2a22-5f0d-4110-a16d-bda5990b67bb req-588032a0-9bb4-4b7a-9dbd-aa4c40df70cf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:55.258264 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c91b2a22-5f0d-4110-a16d-bda5990b67bb req-588032a0-9bb4-4b7a-9dbd-aa4c40df70cf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0511007 Aug 29 14:29:55.298539 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c91b2a22-5f0d-4110-a16d-bda5990b67bb req-860f3e3e-4f3a-4ec6-81ff-b52d4d613013 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333710 Aug 29 14:29:56.417660 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c6f58-e9fa-4d28-8302-3075b33c0db6 req-c826d514-f43f-4f11-88fa-72eb079aa5ca tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:56.419159 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab8c6f58-e9fa-4d28-8302-3075b33c0db6 req-c826d514-f43f-4f11-88fa-72eb079aa5ca tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0476711 Aug 29 14:29:56.470755 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ab8c6f58-e9fa-4d28-8302-3075b33c0db6 req-9b8ee39f-dd1e-4f49-949a-10a5864a575a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455270 Aug 29 14:29:56.502536 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-cb65c752-8641-4638-9eca-f6667fa66684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:56.504017 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-cb65c752-8641-4638-9eca-f6667fa66684 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 1099 time: 0.0493360 Aug 29 14:29:56.595950 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-a3eabdee-5268-4da0-a992-09a107f8eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:56.597303 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-a3eabdee-5268-4da0-a992-09a107f8eaf9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.0819073 Aug 29 14:29:56.665681 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-1b480646-4780-4de4-9e49-fa6aaa36dfa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55 HTTP/1.1" status: 200 len: 1001 time: 0.0592351 Aug 29 14:29:56.717257 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-175bdce7-cf92-4182-9b5b-6572fafad585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:56.718741 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-175bdce7-cf92-4182-9b5b-6572fafad585 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0439391 Aug 29 14:29:56.764018 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-4f99a1b7-ec68-4f2f-889e-060ff3c39652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:56.765530 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-4f99a1b7-ec68-4f2f-889e-060ff3c39652 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394528 Aug 29 14:29:56.856677 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-b93db2b3-aadc-4f2a-89c5-f3fffd7cc8f3 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828059 Aug 29 14:29:56.946011 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a6a522e7-1572-4a39-9cc6-2d6b7041a968 req-0142c46e-ecc7-4eb9-bad7-2fb222947bed service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804646 Aug 29 14:29:56.959786 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a3a1300f-4dc6-439d-be16-ea7a55bc8f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:57.446250 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:57.591500 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489620be-8880-44b2-9a21-c7939cf356f2 req-446a6c30-7b3f-44a0-b305-e1918d5559d6 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:57.592940 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-489620be-8880-44b2-9a21-c7939cf356f2 req-446a6c30-7b3f-44a0-b305-e1918d5559d6 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0528131 Aug 29 14:29:57.632155 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-489620be-8880-44b2-9a21-c7939cf356f2 req-17336575-26d1-4617-90cd-72e338c4d9e5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330648 Aug 29 14:29:57.952432 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:58.749425 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973b329-e219-46ee-9097-7ad3cab56381 req-229d9ae5-cce6-4893-bfa1-a05426f44ef7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:58.750932 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2973b329-e219-46ee-9097-7ad3cab56381 req-229d9ae5-cce6-4893-bfa1-a05426f44ef7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 946 time: 0.0488553 Aug 29 14:29:58.787658 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2973b329-e219-46ee-9097-7ad3cab56381 req-69862173-8b55-4c20-b837-54b3b899543e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308490 Aug 29 14:29:59.549651 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:29:59.623774 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:59.655023 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:29:59.657325 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3b097d-1e81-4b23-8bc5-8c562478c492" -d '{"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:29:59.662065 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:59.670785 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:29:59.674672 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:59.697233 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7ba291-67f1-4c06-9b66-d9e4b5f49240 x-openstack-request-id: req-dd7ba291-67f1-4c06-9b66-d9e4b5f49240 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:29:59.698026 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-unplugged", "status": "failed", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55", "code": 422}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:29:59.698335 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd7ba291-67f1-4c06-9b66-d9e4b5f49240 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:29:59.698783 dv-cinder-773985-15-iscsi neutron-server[93803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'code': 422} returned with failed status Aug 29 14:29:59.723715 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=8']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:29:59.907997 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81287f4-835b-4a67-8125-3624ea7e3e8f req-5163b8bf-621b-477b-aa67-39e71a0cfa3f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:29:59.909473 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e81287f4-835b-4a67-8125-3624ea7e3e8f req-5163b8bf-621b-477b-aa67-39e71a0cfa3f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0519280 Aug 29 14:29:59.946201 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e81287f4-835b-4a67-8125-3624ea7e3e8f req-b4a01fda-2ab9-443f-ae97-d595d47ccd1d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Aug 29 14:30:00.607478 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dec6a-5a38-4844-9a60-1afccbc3d286 req-24a29c82-0399-4a16-abf3-e74a732646b7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:00.609803 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-898dec6a-5a38-4844-9a60-1afccbc3d286 req-24a29c82-0399-4a16-abf3-e74a732646b7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0552692 Aug 29 14:30:00.659155 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-898dec6a-5a38-4844-9a60-1afccbc3d286 req-32479df7-71a0-45da-bd14-1584f45e54f1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Aug 29 14:30:00.954579 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 46928) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:01.037254 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-360b3bb4-2345-4d0a-a78a-4bdeba89c931 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813890 Aug 29 14:30:01.774841 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca47d4-da6e-4630-8ca0-b808a4fc836f req-bb539bdd-0e71-45a3-b789-3d729a04e446 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:01.776383 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5fca47d4-da6e-4630-8ca0-b808a4fc836f req-bb539bdd-0e71-45a3-b789-3d729a04e446 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0483098 Aug 29 14:30:01.812960 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5fca47d4-da6e-4630-8ca0-b808a4fc836f req-ca0e3d0a-9494-494b-b992-0f66da87c177 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306613 Aug 29 14:30:02.861710 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-8cc5ae0a-1811-4d4d-bbfa-fcb8408b0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:02.863229 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-8cc5ae0a-1811-4d4d-bbfa-fcb8408b0a88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6&tenant_id=453edc3b96e142e2bd33340b7651044f HTTP/1.1" status: 200 len: 1097 time: 0.0733497 Aug 29 14:30:02.934662 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5becb2-1fde-4901-b7e3-a7c2fc31a6ce req-d4300a83-f14f-42b2-a5c2-0ced2dd2a07c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:02.936199 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4e5becb2-1fde-4901-b7e3-a7c2fc31a6ce req-d4300a83-f14f-42b2-a5c2-0ced2dd2a07c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0503299 Aug 29 14:30:02.944910 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-d41d851b-708f-425a-a314-e69de47b83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:02.946402 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-d41d851b-708f-425a-a314-e69de47b83ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 1097 time: 0.0403659 Aug 29 14:30:02.979942 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4e5becb2-1fde-4901-b7e3-a7c2fc31a6ce req-dcfa938b-f9f7-4609-b1d3-88c3df4d9efd tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370479 Aug 29 14:30:03.038326 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-54ad2628-d938-4333-8c9c-be8d5632f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:03.039829 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-54ad2628-d938-4333-8c9c-be8d5632f562 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.0823741 Aug 29 14:30:03.113051 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-e415ae3c-46df-4066-9af5-db4480b7c236 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55 HTTP/1.1" status: 200 len: 999 time: 0.0620115 Aug 29 14:30:03.162281 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-948829dd-e6de-4368-8e82-fcaa924c2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:03.163771 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-948829dd-e6de-4368-8e82-fcaa924c2182 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0424917 Aug 29 14:30:03.212424 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-afb951aa-e31e-4001-a9e7-8438643e7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:03.214529 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-afb951aa-e31e-4001-a9e7-8438643e7efd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380621 Aug 29 14:30:03.304126 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-cc937b62-84be-441e-b8bc-3498a4ed8e4b service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818057 Aug 29 14:30:03.393978 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4cb54897-dde1-4dee-a4d0-4e4c0a78894a req-35b55539-b159-4bc3-acc0-e128fdadaee4 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788267 Aug 29 14:30:04.115180 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94ca2a-6d78-4a51-83bb-3edc22114212 req-6e5aa87f-57de-4ec6-9867-250d35e27254 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:04.116739 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6d94ca2a-6d78-4a51-83bb-3edc22114212 req-6e5aa87f-57de-4ec6-9867-250d35e27254 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0609353 Aug 29 14:30:04.173272 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6d94ca2a-6d78-4a51-83bb-3edc22114212 req-b5c29ac7-fd99-4188-8fcb-0b72923c1945 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Aug 29 14:30:05.289277 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580988b-df96-431c-83ca-c7fc6eec1dc8 req-0cedd3e3-40fd-4343-9d49-0510addf50e2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:05.290812 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3580988b-df96-431c-83ca-c7fc6eec1dc8 req-0cedd3e3-40fd-4343-9d49-0510addf50e2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0499902 Aug 29 14:30:05.331770 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3580988b-df96-431c-83ca-c7fc6eec1dc8 req-960cb4f4-4b56-43a6-93ae-30acd8ac96d8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Aug 29 14:30:06.468220 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf3f1a-061c-4b54-a7f4-e7a05a7b43d7 req-7f9a8562-4fc1-46da-adaf-74c5ce0a445a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:06.470061 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4daf3f1a-061c-4b54-a7f4-e7a05a7b43d7 req-7f9a8562-4fc1-46da-adaf-74c5ce0a445a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0599532 Aug 29 14:30:06.507247 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4daf3f1a-061c-4b54-a7f4-e7a05a7b43d7 req-0eca2070-b1f9-408b-9590-6fbc20d552a5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Aug 29 14:30:07.639699 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389ea77-485d-4396-b524-cd8061f21eaf req-27f581d5-606d-466b-9180-4c83f7b5a06d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:07.641518 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3389ea77-485d-4396-b524-cd8061f21eaf req-27f581d5-606d-466b-9180-4c83f7b5a06d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0515687 Aug 29 14:30:07.682311 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3389ea77-485d-4396-b524-cd8061f21eaf req-4388507e-0fb7-4e6c-a7c7-603e3936b9ed tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334163 Aug 29 14:30:08.807874 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ec2eb-dc16-4c31-a563-27bc9b58f2c7 req-fdfb5d2f-86ed-426c-903e-9f89d17ecdea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:08.809343 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-401ec2eb-dc16-4c31-a563-27bc9b58f2c7 req-fdfb5d2f-86ed-426c-903e-9f89d17ecdea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0476446 Aug 29 14:30:08.848819 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-401ec2eb-dc16-4c31-a563-27bc9b58f2c7 req-eaf4f714-ab19-40f0-83ca-c3a5c3518a65 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334816 Aug 29 14:30:09.977675 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cd8e7-e732-4625-8224-70189ee4e0b1 req-25f81f8d-17df-4a22-8bce-5cb09b8d166e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:09.980008 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-698cd8e7-e732-4625-8224-70189ee4e0b1 req-25f81f8d-17df-4a22-8bce-5cb09b8d166e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0499682 Aug 29 14:30:10.024587 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-698cd8e7-e732-4625-8224-70189ee4e0b1 req-35e0d8c2-9b54-47d8-b67f-45251e989501 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383582 Aug 29 14:30:11.177400 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b460b-4f26-4e3d-909e-acc9699dc14a req-3f3dfc3f-bde5-4d72-9731-38ffde9f7586 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:11.187912 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a3b460b-4f26-4e3d-909e-acc9699dc14a req-3f3dfc3f-bde5-4d72-9731-38ffde9f7586 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0774238 Aug 29 14:30:11.231900 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a3b460b-4f26-4e3d-909e-acc9699dc14a req-5bfc8136-3157-45ab-92f6-03a391fe9ec8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 Aug 29 14:30:12.410764 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b505b-6841-4965-b0be-418cbb8e7253 req-47dd8b54-059a-413e-9bbc-7232b0385638 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:12.412381 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-325b505b-6841-4965-b0be-418cbb8e7253 req-47dd8b54-059a-413e-9bbc-7232b0385638 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0559475 Aug 29 14:30:12.453300 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-325b505b-6841-4965-b0be-418cbb8e7253 req-259c75ea-f6dc-4729-8731-63961e9d9443 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Aug 29 14:30:13.584894 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d355-b511-44b1-8baf-8b483206907f req-e996bd5c-414d-4779-8acd-f57bae3751f1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:13.586617 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-aac9d355-b511-44b1-8baf-8b483206907f req-e996bd5c-414d-4779-8acd-f57bae3751f1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0490894 Aug 29 14:30:13.630573 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-aac9d355-b511-44b1-8baf-8b483206907f req-b207222e-b69c-4f27-aab0-83883f53d7ba tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352094 Aug 29 14:30:14.753808 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfa5fe-f372-4ee5-ade3-dacc8fc0d846 req-03abb0f4-af10-4bbd-b257-2a94aa6a8437 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:14.755354 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-addfa5fe-f372-4ee5-ade3-dacc8fc0d846 req-03abb0f4-af10-4bbd-b257-2a94aa6a8437 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0488303 Aug 29 14:30:14.793084 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-addfa5fe-f372-4ee5-ade3-dacc8fc0d846 req-74e821b9-0df7-4ff3-8505-35253abbdebd tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Aug 29 14:30:15.910073 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666eaa2-204e-41b0-a0fb-0a5cb7ea07ca req-c8ca3db0-3f9b-4942-a09e-aa27691d3b76 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:15.911555 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5666eaa2-204e-41b0-a0fb-0a5cb7ea07ca req-c8ca3db0-3f9b-4942-a09e-aa27691d3b76 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0476694 Aug 29 14:30:15.949250 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5666eaa2-204e-41b0-a0fb-0a5cb7ea07ca req-b3fa38cb-4fdc-4e03-8f4e-0f9fcf8febc8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Aug 29 14:30:17.067029 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b095a-a6d7-4448-b60d-a206bf63a482 req-14368535-2f97-4d8f-bb69-64ba7ef947c3 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:17.068503 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a13b095a-a6d7-4448-b60d-a206bf63a482 req-14368535-2f97-4d8f-bb69-64ba7ef947c3 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0484395 Aug 29 14:30:17.109357 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a13b095a-a6d7-4448-b60d-a206bf63a482 req-04a472eb-7eac-4b24-9161-d8b64baf7f6e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Aug 29 14:30:18.230389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e3800-aaa5-437f-ac57-bcf3c78f9dec req-2ba101a7-846f-4ed6-bf65-1f1bf3bb7590 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:18.231908 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-443e3800-aaa5-437f-ac57-bcf3c78f9dec req-2ba101a7-846f-4ed6-bf65-1f1bf3bb7590 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0520198 Aug 29 14:30:18.268942 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-443e3800-aaa5-437f-ac57-bcf3c78f9dec req-c7459525-c250-4a2e-b041-d9c2aaa9a39b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312102 Aug 29 14:30:19.387498 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5dbc6-0d8f-4432-8cc3-d3e6649b51df req-0a67dc16-1cfc-4a9e-a05b-370aa96940ef tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:19.388997 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-20d5dbc6-0d8f-4432-8cc3-d3e6649b51df req-0a67dc16-1cfc-4a9e-a05b-370aa96940ef tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0482450 Aug 29 14:30:19.426638 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-20d5dbc6-0d8f-4432-8cc3-d3e6649b51df req-ae0f5264-95d0-4b94-b23b-0b81f75ac2ad tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Aug 29 14:30:20.544970 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732bfb9-822c-4fa9-8e04-8e5abd13c44c req-8cf48b47-0cc4-4c3b-8136-41e08aab8b28 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:20.546452 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4732bfb9-822c-4fa9-8e04-8e5abd13c44c req-8cf48b47-0cc4-4c3b-8136-41e08aab8b28 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0483966 Aug 29 14:30:20.583376 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4732bfb9-822c-4fa9-8e04-8e5abd13c44c req-ad26d8ee-e3d0-4b3a-987f-ea86cb963aae tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307767 Aug 29 14:30:21.646299 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:30:21.701593 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47e359-7083-4183-a356-66dedffd38ad req-63b2c514-8d76-4401-8cbe-f3c9698b8433 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:21.703013 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0d47e359-7083-4183-a356-66dedffd38ad req-63b2c514-8d76-4401-8cbe-f3c9698b8433 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 944 time: 0.0485358 Aug 29 14:30:21.742521 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:30:21.744515 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0d47e359-7083-4183-a356-66dedffd38ad req-461b18a4-a65a-4239-8f50-fd22a086832e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356016 Aug 29 14:30:21.754314 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'port_id': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'mac_address': 'fa:16:3e:f1:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:30:21.790578 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:21.802749 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:30:21.821150 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:30:21.826096 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:21.875521 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=9']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:30:22.200200 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['5f59964e-c83a-45ec-bf23-0abcc7f6ab55'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:30:22.864517 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad8f00-7f0f-4a55-85e9-402d5d731e9c req-38b66250-3952-47f7-a91a-27e2ae976479 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:22.865942 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ddad8f00-7f0f-4a55-85e9-402d5d731e9c req-38b66250-3952-47f7-a91a-27e2ae976479 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 945 time: 0.0478868 Aug 29 14:30:22.911199 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ddad8f00-7f0f-4a55-85e9-402d5d731e9c req-3eb2c5c7-eed1-4cc5-8a61-928e38cd6d7d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 Aug 29 14:30:23.655116 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:30:23.705108 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:30:23.705472 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:23.783623 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:23.805665 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:30:23.808516 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ec5dbd-80be-418d-ae95-1ec012bb48bd" -d '{"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-plugged", "status": "completed", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:30:23.821048 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:30:23.825020 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:23.847931 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0ff3e3-b32e-4795-9a9a-5e3890216d08 x-openstack-request-id: req-1e0ff3e3-b32e-4795-9a9a-5e3890216d08 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:30:23.848217 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-plugged", "status": "completed", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:30:23.848464 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e0ff3e3-b32e-4795-9a9a-5e3890216d08 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:30:23.848843 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'code': 200} Aug 29 14:30:23.876827 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=10']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:30:23.883910 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.884254 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.884708 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.885159 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.885494 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.885825 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.886152 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.886477 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.886849 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.887143 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.887459 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:23.887803 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:24.036672 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79a713-c526-4135-a5a4-3dc970e1a9da req-825ae337-6c08-4818-addc-c01ddc790dbb tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:24.038188 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0e79a713-c526-4135-a5a4-3dc970e1a9da req-825ae337-6c08-4818-addc-c01ddc790dbb tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 947 time: 0.0544713 Aug 29 14:30:24.054912 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:24.076572 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0e79a713-c526-4135-a5a4-3dc970e1a9da req-51d1550d-152c-4ee3-a6d7-c25da4d27197 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Aug 29 14:30:24.349399 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d9168e2-fba8-4f53-b5f8-234c3855ef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:24.363501 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991489-6ce8-43f9-b56e-d5dc75ca72b5 req-464a36c3-7d3f-48fc-aa2b-1cb08e6ce6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:24.364974 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-11991489-6ce8-43f9-b56e-d5dc75ca72b5 req-464a36c3-7d3f-48fc-aa2b-1cb08e6ce6bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 1100 time: 0.0434775 Aug 29 14:30:24.405989 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-11991489-6ce8-43f9-b56e-d5dc75ca72b5 req-98f4774c-40e5-4234-8481-14bde8ac39bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294697 Aug 29 14:30:25.092447 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-0b69bac7-7999-47ad-97ae-626052805e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:25.093813 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-0b69bac7-7999-47ad-97ae-626052805e76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 1100 time: 0.0400276 Aug 29 14:30:25.202686 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2278ad-cc09-4572-9f54-a667fe73f5b6 req-1ca9f296-8c8e-4f43-9b65-d2b96b4cefdb tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:25.204218 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5c2278ad-cc09-4572-9f54-a667fe73f5b6 req-1ca9f296-8c8e-4f43-9b65-d2b96b4cefdb tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 947 time: 0.0504851 Aug 29 14:30:25.211499 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-bcdb7adf-50d2-4644-9b17-b4389653d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:25.213105 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-bcdb7adf-50d2-4644-9b17-b4389653d8fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.0942683 Aug 29 14:30:25.247703 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5c2278ad-cc09-4572-9f54-a667fe73f5b6 req-a541d057-e025-476c-ade6-ba01d7c28722 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367930 Aug 29 14:30:25.279354 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-3ce7bfa8-ec89-42b6-9bfa-3e18336380eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55 HTTP/1.1" status: 200 len: 1001 time: 0.0574720 Aug 29 14:30:25.328621 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-c5f657f6-53d8-4dbd-ab9d-ae7fb79a74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:25.330063 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-c5f657f6-53d8-4dbd-ab9d-ae7fb79a74f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0429530 Aug 29 14:30:25.381994 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-03955947-2ba6-43e4-a412-739ab705410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:25.383530 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-03955947-2ba6-43e4-a412-739ab705410b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430033 Aug 29 14:30:25.475823 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-ac33915d-2461-4ba6-9ad9-34f8be949606 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825548 Aug 29 14:30:25.570016 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d5157cd-8f57-4a74-b0e2-a892dd49ea8c req-cd92b574-4a16-4f4c-96b1-31f9791f285e service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840371 Aug 29 14:30:26.368681 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39c9c9-72b3-488b-8afe-687799a7835c req-1491ba1b-14ec-4a00-ba0e-a67fa49140e4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:26.370587 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a39c9c9-72b3-488b-8afe-687799a7835c req-1491ba1b-14ec-4a00-ba0e-a67fa49140e4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 947 time: 0.0496736 Aug 29 14:30:26.407691 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a39c9c9-72b3-488b-8afe-687799a7835c req-0907b6da-6a35-46a7-8b53-4726011597d3 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312154 Aug 29 14:30:26.960754 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ccd9a315-ea08-4a6b-99f2-b2f409b137ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:27.449311 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:27.958122 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:29.651762 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:30.813141 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:30:48.131300 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-5a4fbc15-1dc3-4649-84b0-83ddc24a8f45 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311205031&fields=id&tenant_id=034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 267 time: 0.0323167 Aug 29 14:30:48.234199 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893839-5fdb-444a-8772-277e694699c7 req-170f1ef7-5a7c-437f-9d51-7f4bd36dcff3 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:48.235589 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-170f1ef7-5a7c-437f-9d51-7f4bd36dcff3 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 811 time: 0.0971920 Aug 29 14:30:48.250392 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-f4ebcc61-dca2-4dab-8eed-04f85497bd6d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/quotas/034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 375 time: 0.0093315 Aug 29 14:30:48.304587 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-4215280d-cdfa-4aaa-abb2-2e64d80aed66 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0492935 Aug 29 14:30:48.399788 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-01e5a83f-2e29-4492-821f-3dfc61504f77 service neutron] 10.222.0.20 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837350 Aug 29 14:30:48.486802 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-aecf4d02-5136-4032-b9e5-6a1aa638ae09 service neutron] 10.222.0.20 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810590 Aug 29 14:30:48.765437 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-659eb972-266e-42fd-aa98-4eee88ee6bd3 req-6ab4697b-2b84-479e-ad9f-0182b0d81a2c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 210 time: 0.0249052 Aug 29 14:30:49.788906 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893839-5fdb-444a-8772-277e694699c7 req-91fc3738-3750-44bc-8196-9e93ae4ed5b1 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:49.790358 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-91fc3738-3750-44bc-8196-9e93ae4ed5b1 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 811 time: 0.1022224 Aug 29 14:30:49.841539 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-35bd9f61-ad9e-4f1a-bb9e-7429b5c8d8ab tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=034ced9d4f634c19a9059676ef9e2892 HTTP/1.1" status: 200 len: 379 time: 0.0348589 Aug 29 14:30:49.864505 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'port': {'device_id': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'admin_state_up': True, 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'security_groups': ['fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:30:49.868639 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-17294f51-f5a7-44a4-92ef-89e1fddc79c1 req-752decae-f390-418a-94af-a2e470ffc41f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 210 time: 0.0342956 Aug 29 14:30:49.974218 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Made reservation on behalf of 034ced9d4f634c19a9059676ef9e2892 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:30:49.977593 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.101659 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Allocated IP 172.20.0.7 (b63349b1-f821-4efb-a380-13cf82cffcfe/d3cf809b-4d1a-4515-8ab6-42a82e1e921d/3d633937-62c6-4704-b33f-2d41df64107d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:30:50.240366 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.253395 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Transition to ACTIVE for port object 3d633937-62c6-4704-b33f-2d41df64107d will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:30:50.284608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.324626 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Network b63349b1-f821-4efb-a380-13cf82cffcfe is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:30:50.329657 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:30:50.333305 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:30:50.358680 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=3d633937-62c6-4704-b33f-2d41df64107d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:30:50.373907 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.374287 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.374712 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.375038 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.375357 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.375772 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.376074 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.376410 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.376787 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.377052 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.377407 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.377735 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:50.399679 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:50.400287 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.416039 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-9b30520f-b525-43d9-9fc1-55a332b067ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554855 Aug 29 14:30:50.435724 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Request body: {'port': {'device_id': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:30:50.500034 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.536775 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-410b0f86-d352-4344-9165-de079005b9ac None None] Provisioning for port 3d633937-62c6-4704-b33f-2d41df64107d completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:30:50.540842 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-410b0f86-d352-4344-9165-de079005b9ac None None] Provisioning complete for port 3d633937-62c6-4704-b33f-2d41df64107d triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:30:50.541285 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-410b0f86-d352-4344-9165-de079005b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.579630 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-410b0f86-d352-4344-9165-de079005b9ac None None] Port 3d633937-62c6-4704-b33f-2d41df64107d cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:30:50.771649 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d633937-62c6-4704-b33f-2d41df64107d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:30:50.778746 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.790221 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Transition to ACTIVE for port object 3d633937-62c6-4704-b33f-2d41df64107d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:30:50.795275 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.846427 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Pushing event updated for resources: {'Port': ['ID=3d633937-62c6-4704-b33f-2d41df64107d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:30:51.192489 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Attempting to bind port 3d633937-62c6-4704-b33f-2d41df64107d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:30:51.192819 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Attempting to bind port 3d633937-62c6-4704-b33f-2d41df64107d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:30:51.193146 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Attempting to bind port 3d633937-62c6-4704-b33f-2d41df64107d on network b63349b1-f821-4efb-a380-13cf82cffcfe {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:30:51.204210 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7dffa-a58f-474f-a245-3de373625838 req-7142a939-2b81-4d32-8b20-40abcacf9e6a tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:51.205657 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-45f7dffa-a58f-474f-a245-3de373625838 req-7142a939-2b81-4d32-8b20-40abcacf9e6a tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0705912 Aug 29 14:30:51.206625 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Port 3d633937-62c6-4704-b33f-2d41df64107d on network b63349b1-f821-4efb-a380-13cf82cffcfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:30:51.206936 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Attempting to bind port 3d633937-62c6-4704-b33f-2d41df64107d on network b63349b1-f821-4efb-a380-13cf82cffcfe {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:30:51.212977 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:30:51.213303 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Checking segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:30:51.214262 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Bound using segment: {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:30:51.214715 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Bound port: 3d633937-62c6-4704-b33f-2d41df64107d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b41c-5682-4e88-a5e0-cdb58a7ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:30:51.215068 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:51.278708 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-45f7dffa-a58f-474f-a245-3de373625838 req-1ceb980c-7488-41b0-bcff-1e6b7833fa02 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667458 Aug 29 14:30:51.303774 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] For port 3d633937-62c6-4704-b33f-2d41df64107d, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:30:51.306671 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] For port 3d633937-62c6-4704-b33f-2d41df64107d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3d633937-62c6-4704-b33f-2d41df64107d,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:30:51.312068 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:51.347605 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:51.348164 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:51.349615 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] 10.222.0.32 "PUT /v2.0/ports/3d633937-62c6-4704-b33f-2d41df64107d HTTP/1.1" status: 200 len: 1093 time: 0.9191775 Aug 29 14:30:51.349947 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:30:51.352198 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91702951-cc4b-456b-a80e-466f50ad82ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "tag": "3d633937-62c6-4704-b33f-2d41df64107d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:30:51.376276 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ab070-4e0a-40b5-ad2a-fed0fa365e95 service neutron] Pushing event updated for resources: {'Port': ['ID=3d633937-62c6-4704-b33f-2d41df64107d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:30:51.394957 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d1c6e7-e456-481b-bb54-0ac4b87a9026 x-openstack-request-id: req-a4d1c6e7-e456-481b-bb54-0ac4b87a9026 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:30:51.395254 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "tag": "3d633937-62c6-4704-b33f-2d41df64107d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:30:51.395503 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4d1c6e7-e456-481b-bb54-0ac4b87a9026 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:30:51.395893 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d', 'status': 'completed', 'code': 200} Aug 29 14:30:51.458468 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893839-5fdb-444a-8772-277e694699c7 req-938a5ad7-43e1-4156-a0fc-d351a8f70fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:51.460197 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-938a5ad7-43e1-4156-a0fc-d351a8f70fd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0447798 Aug 29 14:30:51.518637 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-744183ea-5a53-4132-80c0-ef5334c35480 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d633937-62c6-4704-b33f-2d41df64107d HTTP/1.1" status: 200 len: 217 time: 0.0375671 Aug 29 14:30:51.567389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893839-5fdb-444a-8772-277e694699c7 req-eb05addd-370e-45c6-aabb-56c05c283b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:51.568775 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-eb05addd-370e-45c6-aabb-56c05c283b58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0429053 Aug 29 14:30:51.613482 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893839-5fdb-444a-8772-277e694699c7 req-ebfb1a7e-f528-47c8-8d24-acc91615ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:51.614898 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-ebfb1a7e-f528-47c8-8d24-acc91615ee5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386031 Aug 29 14:30:51.706268 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-a1254c2a-9d1a-483c-9c98-9af54e106c00 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820506 Aug 29 14:30:51.796165 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-28893839-5fdb-444a-8772-277e694699c7 req-7cd57fe4-6121-4283-a1d3-3c17c8782379 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813658 Aug 29 14:30:51.943221 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702951-cc4b-456b-a80e-466f50ad82ca req-fa28c4d3-2e38-4048-b25d-27af6fd38795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:51.944615 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91702951-cc4b-456b-a80e-466f50ad82ca req-fa28c4d3-2e38-4048-b25d-27af6fd38795 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0400014 Aug 29 14:30:52.037536 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702951-cc4b-456b-a80e-466f50ad82ca req-e1913186-e45d-407b-bece-a76784604657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:52.038956 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91702951-cc4b-456b-a80e-466f50ad82ca req-e1913186-e45d-407b-bece-a76784604657 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.0866070 Aug 29 14:30:52.080840 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91702951-cc4b-456b-a80e-466f50ad82ca req-38a6781e-0011-474c-af08-e4c1fe0a1972 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d633937-62c6-4704-b33f-2d41df64107d HTTP/1.1" status: 200 len: 217 time: 0.0333502 Aug 29 14:30:52.129411 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702951-cc4b-456b-a80e-466f50ad82ca req-99052113-3264-4c41-a758-10096cb9f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:52.131025 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91702951-cc4b-456b-a80e-466f50ad82ca req-99052113-3264-4c41-a758-10096cb9f7e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0425301 Aug 29 14:30:52.184464 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702951-cc4b-456b-a80e-466f50ad82ca req-f77973f0-7ac8-44d3-ac8f-e4f56618c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:52.185934 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91702951-cc4b-456b-a80e-466f50ad82ca req-f77973f0-7ac8-44d3-ac8f-e4f56618c433 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439756 Aug 29 14:30:52.273608 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91702951-cc4b-456b-a80e-466f50ad82ca req-556c2e18-54e2-49db-aefb-088d27a566c4 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796809 Aug 29 14:30:52.396931 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-91702951-cc4b-456b-a80e-466f50ad82ca req-834fed9b-28c3-42c2-a4c2-288947321f4b service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124685 Aug 29 14:30:52.412366 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3a5e2-02d9-48d4-9854-2d55f8ac8699 req-d45ee297-6188-448a-8090-418ad4d01ff0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:52.413749 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-01d3a5e2-02d9-48d4-9854-2d55f8ac8699 req-d45ee297-6188-448a-8090-418ad4d01ff0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0676441 Aug 29 14:30:52.454011 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-01d3a5e2-02d9-48d4-9854-2d55f8ac8699 req-d9970247-e434-42ef-8051-b9a71a561158 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336680 Aug 29 14:30:53.571388 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cd335-d32a-42d1-b2e3-60a2b08fd993 req-066326ca-054d-4951-94f7-f1f0aab69986 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:53.572842 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-712cd335-d32a-42d1-b2e3-60a2b08fd993 req-066326ca-054d-4951-94f7-f1f0aab69986 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0485382 Aug 29 14:30:53.609590 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-712cd335-d32a-42d1-b2e3-60a2b08fd993 req-98290025-e470-4a5b-ac33-af791935f6a2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307884 Aug 29 14:30:54.054397 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:54.350747 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb72f02a-7f9f-489c-a2f1-9ed2b3e7b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:54.719673 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c014c0-bd14-43fe-b56f-0fdc49b3ccbe req-1b5944be-f612-415a-bbf3-07d6bf25ae78 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:54.722098 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-55c014c0-bd14-43fe-b56f-0fdc49b3ccbe req-1b5944be-f612-415a-bbf3-07d6bf25ae78 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0479057 Aug 29 14:30:54.760395 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-55c014c0-bd14-43fe-b56f-0fdc49b3ccbe req-ab8f7eb4-21dd-456a-9c77-29ef9cf7c2fe tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324891 Aug 29 14:30:55.873733 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702ad8e-982e-4a9d-a848-cf4ac5205982 req-8d8921b6-e73a-4f47-a35b-6660acd69c9b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:55.875250 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7702ad8e-982e-4a9d-a848-cf4ac5205982 req-8d8921b6-e73a-4f47-a35b-6660acd69c9b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0477452 Aug 29 14:30:55.910991 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7702ad8e-982e-4a9d-a848-cf4ac5205982 req-696cb940-24fc-41c8-812d-579417e9e3ae tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300689 Aug 29 14:30:56.961404 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a3972a9d-2792-4e2b-ad46-b83e21d3523c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:57.028963 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e590d0-e15b-4fc1-aafc-21719a7ff886 req-0cc38e85-5424-4553-9f3a-b5b67fb30ee4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:57.030331 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-13e590d0-e15b-4fc1-aafc-21719a7ff886 req-0cc38e85-5424-4553-9f3a-b5b67fb30ee4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0515778 Aug 29 14:30:57.067730 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-13e590d0-e15b-4fc1-aafc-21719a7ff886 req-b06ce3c2-0f5b-4dda-bdb8-d3475152c0e1 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Aug 29 14:30:57.452136 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:57.957484 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:58.183419 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07536d4d-81ba-405d-bebb-8f8a99238370 req-84bc13d5-625c-4567-8e8d-bf3a51ec078c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:58.184869 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07536d4d-81ba-405d-bebb-8f8a99238370 req-84bc13d5-625c-4567-8e8d-bf3a51ec078c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0522058 Aug 29 14:30:58.222451 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-07536d4d-81ba-405d-bebb-8f8a99238370 req-e6eaaa94-b857-4eac-8b5a-4e3ddcd693dc tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Aug 29 14:30:59.333130 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8528b96-27ba-46f2-b4a5-8e7a24d8beb6 req-77a9adb2-211d-4c3b-8457-6b6d3dc08535 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:59.334609 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a8528b96-27ba-46f2-b4a5-8e7a24d8beb6 req-77a9adb2-211d-4c3b-8457-6b6d3dc08535 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0470507 Aug 29 14:30:59.373939 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a8528b96-27ba-46f2-b4a5-8e7a24d8beb6 req-143c48bc-dc15-471a-8f0a-f8452e09aba2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324707 Aug 29 14:30:59.652973 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:59.891831 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 3d633937-62c6-4704-b33f-2d41df64107d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:30:59.985572 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 3d633937-62c6-4704-b33f-2d41df64107d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3d633937-62c6-4704-b33f-2d41df64107d,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:30:59.996546 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '3d633937-62c6-4704-b33f-2d41df64107d', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'port_id': '3d633937-62c6-4704-b33f-2d41df64107d', 'mac_address': 'fa:16:3e:51:af:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:31:00.032790 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:00.045621 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d633937-62c6-4704-b33f-2d41df64107d {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:31:00.063637 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 3d633937-62c6-4704-b33f-2d41df64107d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3d633937-62c6-4704-b33f-2d41df64107d,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:00.067253 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:00.115854 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=3d633937-62c6-4704-b33f-2d41df64107d,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:00.410942 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['3d633937-62c6-4704-b33f-2d41df64107d'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:31:00.489746 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e2c8c-01c5-4da7-8370-cfe72177c191 req-e3ff8519-8219-440a-9cc5-05f011666283 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:00.491382 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d51e2c8c-01c5-4da7-8370-cfe72177c191 req-e3ff8519-8219-440a-9cc5-05f011666283 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 944 time: 0.0499871 Aug 29 14:31:00.535905 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d51e2c8c-01c5-4da7-8370-cfe72177c191 req-d76ad58c-5d76-4ac5-a62c-ba8e8818bc6b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380316 Aug 29 14:31:01.646929 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718d4c-8430-4e83-aa1e-70eb2efcfaf8 req-bf119b19-642c-458f-bce5-10298a13c74d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:01.648365 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d718d4c-8430-4e83-aa1e-70eb2efcfaf8 req-bf119b19-642c-458f-bce5-10298a13c74d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 944 time: 0.0467000 Aug 29 14:31:01.685016 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d718d4c-8430-4e83-aa1e-70eb2efcfaf8 req-6c41e7a2-c9f5-4714-a9ec-acf6ea76a392 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303090 Aug 29 14:31:01.907964 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 3d633937-62c6-4704-b33f-2d41df64107d up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:31:01.954785 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 3d633937-62c6-4704-b33f-2d41df64107d completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:31:01.958337 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 3d633937-62c6-4704-b33f-2d41df64107d triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:31:01.958731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:02.032529 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:02.056302 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:31:02.058658 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b255e6c-2c3d-40ac-b1be-df84bddae53c" -d '{"events": [{"server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d633937-62c6-4704-b33f-2d41df64107d"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:31:02.070863 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 3d633937-62c6-4704-b33f-2d41df64107d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3d633937-62c6-4704-b33f-2d41df64107d,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:02.075688 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:02.099023 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68f1a29-9b2a-4e2f-8bd7-be3f677ef74e x-openstack-request-id: req-f68f1a29-9b2a-4e2f-8bd7-be3f677ef74e {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:31:02.099314 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d633937-62c6-4704-b33f-2d41df64107d", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:31:02.099562 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f68f1a29-9b2a-4e2f-8bd7-be3f677ef74e {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:31:02.099940 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d', 'code': 200} Aug 29 14:31:02.123552 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=3d633937-62c6-4704-b33f-2d41df64107d,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:02.357195 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd94b19-fbc0-4383-8f47-88a6d9b4ddcb req-1b36d228-f032-44c0-8819-964757d76a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:02.358624 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4dd94b19-fbc0-4383-8f47-88a6d9b4ddcb req-1b36d228-f032-44c0-8819-964757d76a76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 1098 time: 0.0436871 Aug 29 14:31:02.393398 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4dd94b19-fbc0-4383-8f47-88a6d9b4ddcb req-0b1cb36a-3877-41cf-8730-678243f045e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280633 Aug 29 14:31:02.797210 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fc277-89f9-4843-b808-9b761789b622 req-089300d0-f233-42a7-960a-164164e1a3d7 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:02.798684 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b39fc277-89f9-4843-b808-9b761789b622 req-089300d0-f233-42a7-960a-164164e1a3d7 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0476196 Aug 29 14:31:02.835223 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b39fc277-89f9-4843-b808-9b761789b622 req-408e7e23-033b-4efe-8a99-53ac345b1850 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307760 Aug 29 14:31:03.949193 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c6eba-45a0-4108-b7ba-4cc5eafca249 req-5ab6d8f7-7d35-4b25-99a4-24be28cc53fb tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:03.950744 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9a0c6eba-45a0-4108-b7ba-4cc5eafca249 req-5ab6d8f7-7d35-4b25-99a4-24be28cc53fb tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Aug 29 14:31:03.989002 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9a0c6eba-45a0-4108-b7ba-4cc5eafca249 req-6184e1a2-af66-4867-8e15-b1ac583b9bf9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324209 Aug 29 14:31:04.099936 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed044-8052-432a-aa84-0ecde49826fa req-07469363-9d09-4c43-b3ae-40f6dd778748 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:04.101524 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a26ed044-8052-432a-aa84-0ecde49826fa req-07469363-9d09-4c43-b3ae-40f6dd778748 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Aug 29 14:31:04.138294 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a26ed044-8052-432a-aa84-0ecde49826fa req-021462ff-e7b9-4131-b7ca-a45909b3d26c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306497 Aug 29 14:31:04.160789 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47140) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:04.301288 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed70f1-6733-4849-a2bf-3b28771eb5b3 tempest-TestVolumeBootPattern-1303007513 tempest-TestVolumeBootPattern-1303007513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:04.302811 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-2fed70f1-6733-4849-a2bf-3b28771eb5b3 tempest-TestVolumeBootPattern-1303007513 tempest-TestVolumeBootPattern-1303007513-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 1093 time: 0.1410780 Aug 29 14:31:04.305594 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47146) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:04.310471 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'port_id': '3d633937-62c6-4704-b33f-2d41df64107d', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:04.331560 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:04.424528 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:04.529490 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Allocated IP 172.27.3.37 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/22b99d6e-9877-4bd1-9337-8f47ed7696ae) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:31:04.626399 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:04.664723 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:04.704891 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:31:04.707620 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:31:04.714725 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:31:04.741537 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=22b99d6e-9877-4bd1-9337-8f47ed7696ae,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:05.091547 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:05.159600 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:05.304609 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:05.309709 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:05.380755 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event updated for resources: {'Port': ['ID=22b99d6e-9877-4bd1-9337-8f47ed7696ae,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:05.388692 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:05.488270 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Floating IP 00c5dfee-a2c3-4171-bf3b-c271057da789 associated. External IP: 172.27.3.37, port: 3d633937-62c6-4704-b33f-2d41df64107d. Aug 29 14:31:05.704153 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Router aacda337-592f-48bb-8095-b8b163aff8a3 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:31:05.810652 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:31:05.822556 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:31:05.832917 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:05.835916 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:31:05.836928 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:30:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:05.862362 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a23a694b-45b8-4cd8-b9b5-2d07699d20b0 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5557609 Aug 29 14:31:05.863042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:31:05.865293 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97265e62-392d-4b85-ad3c-097ff7de868c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "tag": "3d633937-62c6-4704-b33f-2d41df64107d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:31:05.904374 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cc0fe8-7756-4997-b0e9-5fa8465cc243 x-openstack-request-id: req-91cc0fe8-7756-4997-b0e9-5fa8465cc243 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:31:05.904668 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "tag": "3d633937-62c6-4704-b33f-2d41df64107d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:31:05.904917 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91cc0fe8-7756-4997-b0e9-5fa8465cc243 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:31:05.905314 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d', 'status': 'completed', 'code': 200} Aug 29 14:31:05.955614 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:31:05.993240 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97265e62-392d-4b85-ad3c-097ff7de868c req-4a3c95c3-0787-42be-b651-2add11b4d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:05.994803 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-97265e62-392d-4b85-ad3c-097ff7de868c req-4a3c95c3-0787-42be-b651-2add11b4d739 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 1098 time: 0.0436866 Aug 29 14:31:06.089803 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97265e62-392d-4b85-ad3c-097ff7de868c req-1c2fb20f-08f3-49af-bc25-34547c5cda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:06.091246 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-97265e62-392d-4b85-ad3c-097ff7de868c req-1c2fb20f-08f3-49af-bc25-34547c5cda15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.0895734 Aug 29 14:31:06.158528 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-97265e62-392d-4b85-ad3c-097ff7de868c req-eabe38b3-fe1c-4991-871b-6506fd76218b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d633937-62c6-4704-b33f-2d41df64107d HTTP/1.1" status: 200 len: 998 time: 0.0597980 Aug 29 14:31:06.194306 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '00c5dfee-a2c3-4171-bf3b-c271057da789', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': '3d633937-62c6-4704-b33f-2d41df64107d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:51:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:31:04Z', 'updated_at': '2021-08-29T14:31:04Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}, {'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:05Z', 'revision_number': 1, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:06.211252 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97265e62-392d-4b85-ad3c-097ff7de868c req-0c08fc1a-1c64-4e0c-ab31-2feca2bf98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:06.212729 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-97265e62-392d-4b85-ad3c-097ff7de868c req-0c08fc1a-1c64-4e0c-ab31-2feca2bf98a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0473478 Aug 29 14:31:06.225681 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:31:06.234307 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:31:06.235074 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:30:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:06.265537 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97265e62-392d-4b85-ad3c-097ff7de868c req-13c6ed43-5ff2-422a-9dbf-0d53c832a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:06.267825 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-97265e62-392d-4b85-ad3c-097ff7de868c req-13c6ed43-5ff2-422a-9dbf-0d53c832a1ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470402 Aug 29 14:31:06.371544 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-97265e62-392d-4b85-ad3c-097ff7de868c req-0e73db09-0ebd-4a35-8c80-487334692654 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916300 Aug 29 14:31:06.404974 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c28294-0e36-4e15-82f3-972cb2e1bb7d req-33205cb7-46b9-4c32-a93a-c7f344d9261d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:06.406675 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-98c28294-0e36-4e15-82f3-972cb2e1bb7d req-33205cb7-46b9-4c32-a93a-c7f344d9261d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 947 time: 0.0654442 Aug 29 14:31:06.451273 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-98c28294-0e36-4e15-82f3-972cb2e1bb7d req-c3faaf0a-3bd6-40e5-b651-68cf7a355dc9 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380058 Aug 29 14:31:06.473849 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-97265e62-392d-4b85-ad3c-097ff7de868c req-53645124-8940-43a0-b29c-4a299f4a6416 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949609 Aug 29 14:31:06.498783 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:31:06.732364 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '00c5dfee-a2c3-4171-bf3b-c271057da789', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': '3d633937-62c6-4704-b33f-2d41df64107d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:51:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:31:04Z', 'updated_at': '2021-08-29T14:31:04Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}, {'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:05Z', 'revision_number': 1, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:06.757612 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947d2b5-dff1-4f28-afe8-a3aecf950ea5 None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '00c5dfee-a2c3-4171-bf3b-c271057da789', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': '3d633937-62c6-4704-b33f-2d41df64107d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:51:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:31:04Z', 'updated_at': '2021-08-29T14:31:04Z', 'revision_number': 0, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}, {'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:05Z', 'revision_number': 1, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:31:06.930676 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a10797-611f-4724-ba89-7a349d2f1dbe None None] New status for floating IP 00c5dfee-a2c3-4171-bf3b-c271057da789: ACTIVE {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:31:07.574256 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd36569-59f1-49e7-833e-f2d930a6cd7c req-99047579-5441-4921-808e-219253369676 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:07.575784 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ccd36569-59f1-49e7-833e-f2d930a6cd7c req-99047579-5441-4921-808e-219253369676 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 947 time: 0.0501118 Aug 29 14:31:07.615188 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ccd36569-59f1-49e7-833e-f2d930a6cd7c req-6b50947f-218f-43c1-a5e0-86c2fd91e447 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e057443-5b12-4509-806f-2868509e27b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Aug 29 14:31:07.813306 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:31:08.199471 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-2b83dc2a-624b-4893-b587-01704725450d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:08.200921 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-2b83dc2a-624b-4893-b587-01704725450d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 947 time: 0.0479107 Aug 29 14:31:08.300729 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Deleting port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:31:08.301068 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.385823 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] For port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:08.386178 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.555656 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.555955 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.556273 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Floating IP b8fe66ad-d17a-4c6f-9866-fb4091a5d671 disassociated. External IP: 172.27.3.46, port: 5f59964e-c83a-45ec-bf23-0abcc7f6ab55. Aug 29 14:31:08.556616 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Calling delete_port for 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:31:08.688158 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.717166 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d13c532f-262b-4848-8fa3-b249bba0f2eb req-5bf26be2-84c6-4a6a-9cf6-b85273360cd1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba080ea-28c9-4c27-ba34-f853190369f6 HTTP/1.1" status: 200 len: 210 time: 0.0271184 Aug 29 14:31:08.722782 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event deleted for resources: {'Port': ['ID=5f59964e-c83a-45ec-bf23-0abcc7f6ab55,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:08.832526 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Router 85b627d2-90f2-4792-a862-9e7f8aac8b14 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:31:08.951223 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:31:08.960361 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] Sync routers for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:31:08.969371 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:31:08.969973 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:30:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:08.992172 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] No DVR routers for this DVR port 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:31:08.995630 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.998143 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c7e3b8e4-7e9f-4eaf-836e-d6b993880722 req-93223da0-9174-4928-8635-9909cf96bd82 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "DELETE /v2.0/ports/5f59964e-c83a-45ec-bf23-0abcc7f6ab55 HTTP/1.1" status: 204 len: 173 time: 0.7906229 Aug 29 14:31:08.998678 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-deleted', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:31:09.000971 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab66de9b-e43f-46a2-9eda-5970c9f40de2" -d '{"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-deleted", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:31:09.046664 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983205c5-9ccd-4ef6-9588-e99da6b6592d x-openstack-request-id: req-983205c5-9ccd-4ef6-9588-e99da6b6592d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:31:09.047110 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba080ea-28c9-4c27-ba34-f853190369f6", "name": "network-vif-deleted", "tag": "5f59964e-c83a-45ec-bf23-0abcc7f6ab55", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:31:09.047423 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-983205c5-9ccd-4ef6-9588-e99da6b6592d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:31:09.047887 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba080ea-28c9-4c27-ba34-f853190369f6', 'name': 'network-vif-deleted', 'tag': '5f59964e-c83a-45ec-bf23-0abcc7f6ab55', 'status': 'completed', 'code': 200} Aug 29 14:31:09.081299 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:31:09.301604 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:09.328745 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] Checking router: 85b627d2-90f2-4792-a862-9e7f8aac8b14 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:31:09.336974 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:31:09.337572 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:30:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:09.442390 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:31:09.641616 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:09.667478 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311fc5c7-be0f-41f6-bd54-8933bcd7fb07 None None] The sync data for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi is: [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:31:09.817348 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47182) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:09.875693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ffe24cf-70e3-4e98-9014-f84d35d3fcdc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:09.880267 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef2a2b-29d3-4bc3-b99d-2aba8062d82e None None] New status for floating IP b8fe66ad-d17a-4c6f-9866-fb4091a5d671: DOWN {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:31:09.900159 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ffe24cf-70e3-4e98-9014-f84d35d3fcdc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:09.950727 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ffe24cf-70e3-4e98-9014-f84d35d3fcdc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:09.953807 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ffe24cf-70e3-4e98-9014-f84d35d3fcdc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:09.955490 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-4ffe24cf-70e3-4e98-9014-f84d35d3fcdc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e057443-5b12-4509-806f-2868509e27b4 HTTP/1.1" status: 204 len: 168 time: 0.1368585 Aug 29 14:31:09.958255 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47184) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:09.965880 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe24cf-70e3-4e98-9014-f84d35d3fcdc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e057443-5b12-4509-806f-2868509e27b4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:09.977522 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.api.v2.resource [None req-6e603545-8437-4845-b647-c389f778d086 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] show failed (client error): The resource could not be found. Aug 29 14:31:09.981767 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47186) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:09.981910 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-6e603545-8437-4845-b647-c389f778d086 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups/3e057443-5b12-4509-806f-2868509e27b4 HTTP/1.1" status: 404 len: 347 time: 0.0223548 Aug 29 14:31:10.353036 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Deleting port 68988025-48c3-4207-a553-d34d7f44b5a5 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:31:10.353270 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:10.428536 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:10.428861 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:10.440734 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Calling delete_port for 68988025-48c3-4207-a553-d34d7f44b5a5 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:31:10.568766 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:10.595844 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event deleted for resources: {'Port': ['ID=68988025-48c3-4207-a553-d34d7f44b5a5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:10.653349 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:10.655940 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:10.657093 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-aa111068-0d46-4080-b5f0-20e0ee15ddea tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "DELETE /v2.0/floatingips/b8fe66ad-d17a-4c6f-9866-fb4091a5d671 HTTP/1.1" status: 204 len: 168 time: 0.6735883 Aug 29 14:31:11.090243 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47190) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:11.094894 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-83f8488d-69aa-4b99-b61b-7b9dbd877a53 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242925595', 'description': 'tempest-description--568245525'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:11.116534 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83f8488d-69aa-4b99-b61b-7b9dbd877a53 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.197183 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83f8488d-69aa-4b99-b61b-7b9dbd877a53 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.202143 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83f8488d-69aa-4b99-b61b-7b9dbd877a53 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.234593 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8488d-69aa-4b99-b61b-7b9dbd877a53 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06746196-cc9a-4318-8228-85bc50593957,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:11.236787 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83f8488d-69aa-4b99-b61b-7b9dbd877a53 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.240737 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-83f8488d-69aa-4b99-b61b-7b9dbd877a53 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1467054 Aug 29 14:31:11.240893 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47192) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:11.245285 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-04fae643-3617-4656-be5f-b054b6471031 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'security_group_rule': {'security_group_id': '06746196-cc9a-4318-8228-85bc50593957', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:11.270395 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04fae643-3617-4656-be5f-b054b6471031 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.327309 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04fae643-3617-4656-be5f-b054b6471031 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.330837 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04fae643-3617-4656-be5f-b054b6471031 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.349332 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fae643-3617-4656-be5f-b054b6471031 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60a963f-6043-450f-8c9f-4405e535d589,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:11.352404 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04fae643-3617-4656-be5f-b054b6471031 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.356832 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-04fae643-3617-4656-be5f-b054b6471031 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117551 Aug 29 14:31:11.357269 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47194) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:11.362384 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6fd5c27a-b383-4909-ae60-bd98232771af tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'security_group_rule': {'security_group_id': '06746196-cc9a-4318-8228-85bc50593957', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:11.388320 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c27a-b383-4909-ae60-bd98232771af tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.442401 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c27a-b383-4909-ae60-bd98232771af tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.445775 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c27a-b383-4909-ae60-bd98232771af tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.463102 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5c27a-b383-4909-ae60-bd98232771af tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c768b8-0da3-46ad-aaa8-033f30908a02,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:11.468700 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c27a-b383-4909-ae60-bd98232771af tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.469966 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6fd5c27a-b383-4909-ae60-bd98232771af tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117334 Aug 29 14:31:11.473191 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47196) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:11.477594 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:11.499190 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.595132 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.695502 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Allocated IP 172.27.3.190 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/69453a1f-0899-49af-8ceb-358e2b366bdb) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:31:11.798559 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.836317 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.871327 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:31:11.874002 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:31:11.879357 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:31:11.905641 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'Port': ['ID=69453a1f-0899-49af-8ceb-358e2b366bdb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:11.966709 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:11.999898 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:12.149610 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:12.153876 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:12.219416 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'Port': ['ID=69453a1f-0899-49af-8ceb-358e2b366bdb,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:12.230154 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:12.243466 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:12.245204 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-fe95fb21-d6e6-4148-baf4-3f2acfed4dce tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7705648 Aug 29 14:31:12.426791 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-016d6574-e5fc-4f03-b108-ea73b0207012 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--242925595&fields=id&tenant_id=453edc3b96e142e2bd33340b7651044f HTTP/1.1" status: 200 len: 267 time: 0.0318484 Aug 29 14:31:12.532716 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-605ef7dc-f7bd-48fe-b14d-296006635716 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:12.534128 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-605ef7dc-f7bd-48fe-b14d-296006635716 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 817 time: 0.1003659 Aug 29 14:31:12.549075 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-d838ec53-3d6c-4683-b22b-f012d7599f29 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/quotas/453edc3b96e142e2bd33340b7651044f HTTP/1.1" status: 200 len: 375 time: 0.0092659 Aug 29 14:31:12.600054 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-3d1ccd17-f1dc-4e10-a511-cb452024e100 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458808 Aug 29 14:31:12.737260 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-05b9cbd3-db6f-45a0-aa03-d5b21cb6c12f service neutron] 10.222.0.20 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254272 Aug 29 14:31:12.822390 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-9afc0a01-e9be-471f-a00d-2ed35ae07f82 service neutron] 10.222.0.20 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790679 Aug 29 14:31:12.978022 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-da4c9b3c-f815-4485-9309-b1493e963753 req-b5e1225e-d96c-49d5-a61f-676a1ec6d426 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 210 time: 0.0263305 Aug 29 14:31:13.932958 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:31:13.956729 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:31:13.957352 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5f59964e-c83a-45ec-bf23-0abcc7f6ab55 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:31:14.012991 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-44addbae-a0ae-442d-b5e2-5750ee717aba tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:14.014482 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-44addbae-a0ae-442d-b5e2-5750ee717aba tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 817 time: 0.1090539 Aug 29 14:31:14.091169 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-72885cc2-a51a-4af9-8cde-4d7632e150a8 req-5afedef6-e868-4945-ac7b-a35e22e48d73 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 210 time: 0.0353858 Aug 29 14:31:14.095931 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-202e6e3f-b920-4ac4-b2ca-6b3957a2eaac tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453edc3b96e142e2bd33340b7651044f HTTP/1.1" status: 200 len: 379 time: 0.0613446 Aug 29 14:31:14.108616 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'port': {'device_id': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'admin_state_up': True, 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'security_groups': ['06746196-cc9a-4318-8228-85bc50593957']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:14.215434 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Made reservation on behalf of 453edc3b96e142e2bd33340b7651044f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:31:14.219201 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:14.355725 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Allocated IP 172.20.0.9 (0b035ccd-caf1-4a85-a15a-49e5bd589632/ec8e313f-0aa5-476f-b2f2-83cc46c052cb/8be0e5d9-5f2c-4913-bbff-bc593a82270e) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:31:14.491339 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:14.504528 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Transition to ACTIVE for port object 8be0e5d9-5f2c-4913-bbff-bc593a82270e will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:31:14.536155 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:14.577290 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:31:14.582167 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:31:14.585758 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:31:14.592846 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:14.640636 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:14.641304 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:14.659266 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-7e9cfe4b-5875-4ad8-8172-eb3450bbe702 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561783 Aug 29 14:31:14.681365 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Request body: {'port': {'device_id': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:14.741453 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:15.016573 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be0e5d9-5f2c-4913-bbff-bc593a82270e {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:31:15.024163 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:15.027466 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0a96453d-01b5-466f-82f0-453a9d4eb7fc None None] Provisioning for port 8be0e5d9-5f2c-4913-bbff-bc593a82270e completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:31:15.031111 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0a96453d-01b5-466f-82f0-453a9d4eb7fc None None] Provisioning complete for port 8be0e5d9-5f2c-4913-bbff-bc593a82270e triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:31:15.031477 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a96453d-01b5-466f-82f0-453a9d4eb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:15.036603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Transition to ACTIVE for port object 8be0e5d9-5f2c-4913-bbff-bc593a82270e will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:31:15.040153 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:15.065731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0a96453d-01b5-466f-82f0-453a9d4eb7fc None None] Port 8be0e5d9-5f2c-4913-bbff-bc593a82270e cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:31:15.091781 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:15.165255 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Attempting to bind port 8be0e5d9-5f2c-4913-bbff-bc593a82270e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:31:15.165584 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Attempting to bind port 8be0e5d9-5f2c-4913-bbff-bc593a82270e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:31:15.165908 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Attempting to bind port 8be0e5d9-5f2c-4913-bbff-bc593a82270e on network 0b035ccd-caf1-4a85-a15a-49e5bd589632 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:31:15.171079 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Port 8be0e5d9-5f2c-4913-bbff-bc593a82270e on network 0b035ccd-caf1-4a85-a15a-49e5bd589632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:31:15.171394 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Attempting to bind port 8be0e5d9-5f2c-4913-bbff-bc593a82270e on network 0b035ccd-caf1-4a85-a15a-49e5bd589632 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:31:15.176574 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:31:15.176912 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Checking segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:31:15.177287 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Bound using segment: {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:31:15.177709 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Bound port: 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786570b6-bc0f-4561-85d9-e1e5bdab979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:31:15.178062 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:15.222050 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6835e-58d2-4112-8c9a-d56f551a86a2 req-2abcfb6a-17e6-4382-90b2-b8ed41442244 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:15.227767 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-04c6835e-58d2-4112-8c9a-d56f551a86a2 req-2abcfb6a-17e6-4382-90b2-b8ed41442244 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0529850 Aug 29 14:31:15.244157 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:31:15.248239 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:31:15.251931 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:15.266161 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-04c6835e-58d2-4112-8c9a-d56f551a86a2 req-22cf4d3e-dca3-40a2-bac1-504e161a10d9 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349176 Aug 29 14:31:15.295717 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:15.296347 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:15.297768 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] 10.222.0.32 "PUT /v2.0/ports/8be0e5d9-5f2c-4913-bbff-bc593a82270e HTTP/1.1" status: 200 len: 1093 time: 0.6209140 Aug 29 14:31:15.298183 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:31:15.300510 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b0bee2-7597-401c-911a-c2b85806601b" -d '{"events": [{"name": "network-changed", "server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:31:15.318698 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14141f8f-c510-428b-89b9-6da0905a9d47 service neutron] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:15.347077 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d7ccab-53f6-4198-962c-aa63f0d407e7 x-openstack-request-id: req-c6d7ccab-53f6-4198-962c-aa63f0d407e7 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:31:15.347373 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:31:15.347627 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6d7ccab-53f6-4198-962c-aa63f0d407e7 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:31:15.348055 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'status': 'completed', 'code': 200} Aug 29 14:31:15.412263 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-d65358fc-29da-49d3-afab-f413b8a75e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:15.413786 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-d65358fc-29da-49d3-afab-f413b8a75e47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0472009 Aug 29 14:31:15.467149 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-dcc4a01f-50c1-409f-a05c-1450b53d830b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e HTTP/1.1" status: 200 len: 217 time: 0.0363228 Aug 29 14:31:15.518435 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-4a69c681-9447-4f99-99f9-d0ff8d1a02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:15.519902 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-4a69c681-9447-4f99-99f9-d0ff8d1a02a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0433896 Aug 29 14:31:15.568341 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-15b4af5a-2477-48aa-af05-93d4070c3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:15.570086 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-15b4af5a-2477-48aa-af05-93d4070c3d77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417330 Aug 29 14:31:15.658179 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-9c20cd1a-b15e-466e-b228-de7ad0ec53d9 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802562 Aug 29 14:31:15.749847 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-02f7e2ef-4a23-4da2-8f96-b9cecd45d602 req-5ed94edf-92d6-4072-87ae-58b0ed618c09 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834873 Aug 29 14:31:15.896485 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0bee2-7597-401c-911a-c2b85806601b req-52ee4469-089c-4de3-b8c8-88de6af2e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:15.897914 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-09b0bee2-7597-401c-911a-c2b85806601b req-52ee4469-089c-4de3-b8c8-88de6af2e744 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0399752 Aug 29 14:31:15.984888 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0bee2-7597-401c-911a-c2b85806601b req-32161b73-a67c-4774-8a8d-647c79e460e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:15.986332 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-09b0bee2-7597-401c-911a-c2b85806601b req-32161b73-a67c-4774-8a8d-647c79e460e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.0818133 Aug 29 14:31:16.030717 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-09b0bee2-7597-401c-911a-c2b85806601b req-10930e40-0e2a-49f4-a052-7879264d438e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e HTTP/1.1" status: 200 len: 217 time: 0.0364296 Aug 29 14:31:16.079007 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0bee2-7597-401c-911a-c2b85806601b req-ecf27e41-eb36-4a0a-8721-06257195ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:16.080388 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-09b0bee2-7597-401c-911a-c2b85806601b req-ecf27e41-eb36-4a0a-8721-06257195ef9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0429521 Aug 29 14:31:16.127876 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0bee2-7597-401c-911a-c2b85806601b req-d739f4be-8787-498a-92cb-373f841e4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:16.129340 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-09b0bee2-7597-401c-911a-c2b85806601b req-d739f4be-8787-498a-92cb-373f841e4ffb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400288 Aug 29 14:31:16.220974 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-09b0bee2-7597-401c-911a-c2b85806601b req-c1d35f64-6da1-4a68-9256-515b843e4b3d service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827355 Aug 29 14:31:16.312715 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-09b0bee2-7597-401c-911a-c2b85806601b req-bde08b61-44f2-4387-913f-34fe101fc9c8 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812569 Aug 29 14:31:16.391453 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3c87-c5fa-47cb-b56a-484d37c923f1 req-41661074-6a6a-4218-a7da-513c69f3404b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:16.392903 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bd2a3c87-c5fa-47cb-b56a-484d37c923f1 req-41661074-6a6a-4218-a7da-513c69f3404b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0535183 Aug 29 14:31:16.430367 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bd2a3c87-c5fa-47cb-b56a-484d37c923f1 req-f324f99f-d911-425b-b6a0-d029ba2d5a6f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315578 Aug 29 14:31:17.551049 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8982-7cca-4a4d-a80f-f2bd42bc098b req-e0de63fa-bb48-44fc-bd89-3bf3a307b95c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:17.552545 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cffc8982-7cca-4a4d-a80f-f2bd42bc098b req-e0de63fa-bb48-44fc-bd89-3bf3a307b95c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0492933 Aug 29 14:31:17.593948 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cffc8982-7cca-4a4d-a80f-f2bd42bc098b req-e47d617d-3eb1-4139-8f76-795ee7853e37 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352163 Aug 29 14:31:18.708829 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3436bf-2e7c-44b7-bedf-dc6d92a87dd3 req-db49c05b-de59-4d26-8e89-605d4b01c1c2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:18.710273 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e3436bf-2e7c-44b7-bedf-dc6d92a87dd3 req-db49c05b-de59-4d26-8e89-605d4b01c1c2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0475078 Aug 29 14:31:18.748712 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-8e3436bf-2e7c-44b7-bedf-dc6d92a87dd3 req-52b99f3b-fd14-4f72-b759-49e87c40cce0 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318141 Aug 29 14:31:19.170032 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f3e7e-0083-4ed2-9d8d-a7b1d6a7f7d5 req-b7025dc6-725a-4027-ba70-6cf96aaed7a5 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:19.171535 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1a0f3e7e-0083-4ed2-9d8d-a7b1d6a7f7d5 req-b7025dc6-725a-4027-ba70-6cf96aaed7a5 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Aug 29 14:31:19.208313 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1a0f3e7e-0083-4ed2-9d8d-a7b1d6a7f7d5 req-83845a42-43c5-4ea2-87b1-ab145668ecde tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Aug 29 14:31:19.865188 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107780ef-9ddd-4845-b054-6d24065dd80a req-474df404-ddf9-4f6d-9d54-b76ef4311892 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:19.866673 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-107780ef-9ddd-4845-b054-6d24065dd80a req-474df404-ddf9-4f6d-9d54-b76ef4311892 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0471110 Aug 29 14:31:19.903603 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-107780ef-9ddd-4845-b054-6d24065dd80a req-1b1af463-5d7c-4075-b187-31967d1c0d53 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303371 Aug 29 14:31:19.987787 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:31:20.083710 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:20.094923 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'port_id': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'mac_address': 'fa:16:3e:71:d7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:31:20.131367 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:20.143458 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be0e5d9-5f2c-4913-bbff-bc593a82270e {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:31:20.162975 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:20.166748 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:20.216445 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:20.326234 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932aa2-ff4d-45da-8e93-5cede4337585 req-238bf089-f7d8-439b-85fd-7e26eabba458 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:20.328097 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab932aa2-ff4d-45da-8e93-5cede4337585 req-238bf089-f7d8-439b-85fd-7e26eabba458 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0529845 Aug 29 14:31:20.365363 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ab932aa2-ff4d-45da-8e93-5cede4337585 req-a4cb8ce7-22fe-4012-8d64-094533b07239 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Aug 29 14:31:20.526360 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8be0e5d9-5f2c-4913-bbff-bc593a82270e'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:31:21.022300 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c3f6d-f061-4429-8725-d5ecc774b0a9 req-1325b84a-0875-4f7e-885e-6fc597cf9835 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:21.023713 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bd4c3f6d-f061-4429-8725-d5ecc774b0a9 req-1325b84a-0875-4f7e-885e-6fc597cf9835 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 944 time: 0.0507057 Aug 29 14:31:21.061964 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bd4c3f6d-f061-4429-8725-d5ecc774b0a9 req-acbbc53c-e40c-4931-8c5a-97cfb1a044ee tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318224 Aug 29 14:31:21.490625 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af6fb1-6765-452c-bcc3-5a035491adb7 req-7bff1904-eda5-4c12-8738-1ede8bca7189 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:21.492157 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b4af6fb1-6765-452c-bcc3-5a035491adb7 req-7bff1904-eda5-4c12-8738-1ede8bca7189 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0548947 Aug 29 14:31:21.530652 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b4af6fb1-6765-452c-bcc3-5a035491adb7 req-efde2ae8-b11b-4f03-acbe-069a8f4d0a00 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321012 Aug 29 14:31:22.007749 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:31:22.057238 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 8be0e5d9-5f2c-4913-bbff-bc593a82270e completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:31:22.061483 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 8be0e5d9-5f2c-4913-bbff-bc593a82270e triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:31:22.061840 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:22.137117 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:22.159662 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:31:22.161892 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab41c4c-427b-4c44-a77d-10fca512887d" -d '{"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-plugged", "status": "completed", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:31:22.175063 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:22.179592 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:22.184795 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02b428-f242-47ca-ada6-ab9b7e7065f2 req-9b4b3ca2-080d-4b01-a490-f5b0187cbf0f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:22.187911 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4a02b428-f242-47ca-ada6-ab9b7e7065f2 req-9b4b3ca2-080d-4b01-a490-f5b0187cbf0f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 944 time: 0.0542114 Aug 29 14:31:22.205765 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5fd350-dd0e-41cc-8cd9-a776555c32a1 x-openstack-request-id: req-2a5fd350-dd0e-41cc-8cd9-a776555c32a1 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:31:22.206050 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-plugged", "status": "completed", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:31:22.206299 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a5fd350-dd0e-41cc-8cd9-a776555c32a1 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:31:22.206702 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'code': 200} Aug 29 14:31:22.230038 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4a02b428-f242-47ca-ada6-ab9b7e7065f2 req-1f5d9b87-8953-43fc-88d9-9c8367148704 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369067 Aug 29 14:31:22.232295 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:22.426090 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2b3aa-c2cc-4510-b046-4aa984b0b178 req-7eff5489-21f2-4a48-b1a5-ef7740f56717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:22.427565 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cbc2b3aa-c2cc-4510-b046-4aa984b0b178 req-7eff5489-21f2-4a48-b1a5-ef7740f56717 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0385041 Aug 29 14:31:22.463717 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cbc2b3aa-c2cc-4510-b046-4aa984b0b178 req-1f2c4efa-9813-483d-9337-437a4b6f43f1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282815 Aug 29 14:31:22.643729 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0a012-b00b-4eec-a632-4dda51add4d7 req-c62321ab-b9c0-45b2-ac6d-231a09a2060f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:22.645183 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-38e0a012-b00b-4eec-a632-4dda51add4d7 req-c62321ab-b9c0-45b2-ac6d-231a09a2060f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0477486 Aug 29 14:31:22.681159 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-38e0a012-b00b-4eec-a632-4dda51add4d7 req-ac1ef702-5efd-4d20-8555-9dcdd0676237 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300901 Aug 29 14:31:23.348181 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b56e90-979b-4dd4-80c4-aa6c55bed9fc req-58ac67ec-91f7-4631-86b5-cceed3e71ebd tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:23.349633 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-15b56e90-979b-4dd4-80c4-aa6c55bed9fc req-58ac67ec-91f7-4631-86b5-cceed3e71ebd tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0473328 Aug 29 14:31:23.385885 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-15b56e90-979b-4dd4-80c4-aa6c55bed9fc req-7d93e6ab-5264-4e67-bccd-ae21f4c04ede tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304525 Aug 29 14:31:23.801351 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901bc5-fd5e-4f14-af35-bd69480ba20f req-b3a88cb2-8741-4ae7-8624-9ab6c1d1bfca tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:23.802846 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-31901bc5-fd5e-4f14-af35-bd69480ba20f req-b3a88cb2-8741-4ae7-8624-9ab6c1d1bfca tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0526493 Aug 29 14:31:23.841022 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-31901bc5-fd5e-4f14-af35-bd69480ba20f req-43c17e1f-6501-41d7-affa-cfb8eac25430 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Aug 29 14:31:24.072108 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:24.350650 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ef88a15b-0987-4af1-bbfb-f3b816143147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:24.502114 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b8c3-918e-432d-b450-e3446063fb5e req-e617ffc8-89c0-4e90-b374-8f09955c6109 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:24.503583 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-eac0b8c3-918e-432d-b450-e3446063fb5e req-e617ffc8-89c0-4e90-b374-8f09955c6109 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0478451 Aug 29 14:31:24.545189 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-eac0b8c3-918e-432d-b450-e3446063fb5e req-df9582ee-4f4a-4a8e-abb3-59ea9bbf9dab tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357637 Aug 29 14:31:24.661705 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40449a82-ccbc-4a1c-a3d7-751cea229aca req-aab1fb25-d281-4a77-80f5-70ea49c59c90 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:24.663171 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-40449a82-ccbc-4a1c-a3d7-751cea229aca req-aab1fb25-d281-4a77-80f5-70ea49c59c90 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0476174 Aug 29 14:31:24.672058 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47270) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:24.676482 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Request body: {'floatingip': {'port_id': '8be0e5d9-5f2c-4913-bbff-bc593a82270e'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:24.748132 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:24.962997 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941378a-620f-461d-8291-eb6c2e8ab142 req-0412ddee-e8e1-44fe-9845-839691212795 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:24.964968 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3941378a-620f-461d-8291-eb6c2e8ab142 req-0412ddee-e8e1-44fe-9845-839691212795 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Aug 29 14:31:25.003311 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3941378a-620f-461d-8291-eb6c2e8ab142 req-d0ef5739-725f-4e6a-8709-7b9ccedd7abd tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Aug 29 14:31:25.200863 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:25.204726 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:25.303787 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.l3_db [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Floating IP 5f33ecd3-b4d5-494e-902a-9d15e40ea0af associated. External IP: 172.27.3.190, port: 8be0e5d9-5f2c-4913-bbff-bc593a82270e. Aug 29 14:31:25.516195 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Router 85b627d2-90f2-4792-a862-9e7f8aac8b14 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:31:25.618343 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:31:25.623959 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:25.629223 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] Sync routers for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:31:25.638412 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:31:25.639062 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:30:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:25.652800 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-503adccc-cac0-40a3-84a9-56aadbc424d5 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "PUT /v2.0/floatingips/5f33ecd3-b4d5-494e-902a-9d15e40ea0af HTTP/1.1" status: 200 len: 991 time: 0.9797227 Aug 29 14:31:25.653367 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:31:25.655628 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fff2a9a-4821-4d77-8064-c3caa2148f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:31:25.696768 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ecf21c-8655-4e19-9a8c-e9c617d7a27b x-openstack-request-id: req-49ecf21c-8655-4e19-9a8c-e9c617d7a27b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:31:25.697059 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:31:25.697310 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49ecf21c-8655-4e19-9a8c-e9c617d7a27b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:31:25.697708 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'status': 'completed', 'code': 200} Aug 29 14:31:25.752501 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:31:25.812622 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-3794a97a-7b0c-4e7e-9330-97039e52d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:25.814107 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-3794a97a-7b0c-4e7e-9330-97039e52d08f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0391805 Aug 29 14:31:25.907016 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-98d3cc06-29fd-47d4-9221-a20df31b7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:25.908403 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-98d3cc06-29fd-47d4-9221-a20df31b7832 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.0872734 Aug 29 14:31:25.976241 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-143a2616-4992-437d-ad6d-76897449fef3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e HTTP/1.1" status: 200 len: 999 time: 0.0569806 Aug 29 14:31:25.984975 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '5f33ecd3-b4d5-494e-902a-9d15e40ea0af', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'port_id': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'mac_address': 'fa:16:3e:71:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:31:11Z', 'updated_at': '2021-08-29T14:31:25Z', 'revision_number': 1, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:26.012105 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] Checking router: 85b627d2-90f2-4792-a862-9e7f8aac8b14 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:31:26.020359 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:31:26.020949 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:30:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:26.025781 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-b19b1d14-2237-450b-9b59-bff2855b5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:26.028081 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-b19b1d14-2237-450b-9b59-bff2855b5843 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0449083 Aug 29 14:31:26.106602 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-9a1a14e4-2eaf-444f-b659-dd7e66996eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:26.108107 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-9a1a14e4-2eaf-444f-b659-dd7e66996eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728972 Aug 29 14:31:26.129709 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:31:26.171614 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c02fd-8acc-4040-b38f-b69c0c9c2a2b req-c00cde52-ffd9-4c8b-ba99-e6e71620dbc3 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:26.173032 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f96c02fd-8acc-4040-b38f-b69c0c9c2a2b req-c00cde52-ffd9-4c8b-ba99-e6e71620dbc3 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0958118 Aug 29 14:31:26.247777 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f96c02fd-8acc-4040-b38f-b69c0c9c2a2b req-974871dd-2989-47a8-a146-7965d0b5cccc tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686383 Aug 29 14:31:26.253487 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-d6edf6b8-bac9-44ff-8018-f995d5692797 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349654 Aug 29 14:31:26.354143 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3fff2a9a-4821-4d77-8064-c3caa2148f7a req-7dff0c18-a0fd-4201-8bcb-1d081a4b93d3 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826292 Aug 29 14:31:26.375514 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '5f33ecd3-b4d5-494e-902a-9d15e40ea0af', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'port_id': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'mac_address': 'fa:16:3e:71:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:31:11Z', 'updated_at': '2021-08-29T14:31:25Z', 'revision_number': 1, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:31:26.401913 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d531e77-6b18-45a4-9b21-80efd3af1447 None None] The sync data for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi is: [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '5f33ecd3-b4d5-494e-902a-9d15e40ea0af', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'port_id': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'mac_address': 'fa:16:3e:71:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:31:11Z', 'updated_at': '2021-08-29T14:31:25Z', 'revision_number': 1, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:31:26.580522 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c3a9a-e305-48a5-a46c-40d6abec64c8 None None] New status for floating IP 5f33ecd3-b4d5-494e-902a-9d15e40ea0af: ACTIVE {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:31:26.804042 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-7b8c2649-c90c-4e39-ba86-2d18ee64ec94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413363 Aug 29 14:31:26.880902 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-c472c7dd-373a-4b45-8ca8-de61f091ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:26.882371 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-c472c7dd-373a-4b45-8ca8-de61f091ebd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 1099 time: 0.0438702 Aug 29 14:31:26.962126 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-530a610a-65c2-43be-b866-eaad67c130d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:27.006144 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-c20343bb-8499-4306-bed9-42cb4665e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:27.007568 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-c20343bb-8499-4306-bed9-42cb4665e6cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.0854080 Aug 29 14:31:27.078288 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-77b50124-cf3a-4fff-aa7f-fc5d4b06e6c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 HTTP/1.1" status: 200 len: 1002 time: 0.0598478 Aug 29 14:31:27.395285 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-25828c2f-fea8-46f7-aaac-613bd2f880c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:27.396725 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-25828c2f-fea8-46f7-aaac-613bd2f880c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.3109472 Aug 29 14:31:27.412949 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c8584-83b0-4aeb-9d8f-daec5903e1b4 req-3f38faa9-1f28-4688-8921-1e64dc87ede1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:27.414293 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-471c8584-83b0-4aeb-9d8f-daec5903e1b4 req-3f38faa9-1f28-4688-8921-1e64dc87ede1 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0606012 Aug 29 14:31:27.454833 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:27.484275 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-471c8584-83b0-4aeb-9d8f-daec5903e1b4 req-b5c4480d-aed4-4c4c-b628-40e24936c5df tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622916 Aug 29 14:31:27.486045 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-5e19341d-fca7-4815-a6ed-8998b37c6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:27.487448 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-5e19341d-fca7-4815-a6ed-8998b37c6d04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0819907 Aug 29 14:31:27.579202 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-6de5260f-cbe2-40d1-bb56-8387ac3ad257 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814447 Aug 29 14:31:27.680370 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4ac10c2e-fc78-4662-8bef-7e7a30078014 req-efd66c66-efef-4fa5-9593-43050f804ebb service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867500 Aug 29 14:31:27.960653 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:28.599983 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9ce5-e280-4f0c-b212-94b8be670d76 req-3a145d1e-89ee-4ccf-9ead-6b1b7733cff8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:28.601437 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-24cd9ce5-e280-4f0c-b212-94b8be670d76 req-3a145d1e-89ee-4ccf-9ead-6b1b7733cff8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0484550 Aug 29 14:31:28.638703 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-24cd9ce5-e280-4f0c-b212-94b8be670d76 req-da7290cf-30ac-4c96-af3a-272325949ace tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Aug 29 14:31:29.450757 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-d816b64d-a63e-48ca-ac48-8fe8387062b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:29.452449 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-d816b64d-a63e-48ca-ac48-8fe8387062b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9db05e186ef84e7aa28b0987ba339058&device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1098 time: 0.0402994 Aug 29 14:31:29.547273 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-1adc4150-4f4f-4b61-8b88-76ed0af45202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:29.548746 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-1adc4150-4f4f-4b61-8b88-76ed0af45202 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 200 len: 909 time: 0.0873272 Aug 29 14:31:29.621693 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-28a9b878-4f3d-41c5-8ca6-f1e466168510 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0629117 Aug 29 14:31:29.656486 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:29.684680 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-2a37e82b-bb66-441f-a586-b6e090fda16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:29.686163 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-2a37e82b-bb66-441f-a586-b6e090fda16b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce HTTP/1.1" status: 200 len: 847 time: 0.0518985 Aug 29 14:31:29.760794 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-1d2375dc-b21f-4742-86e7-3f43d3336eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:29.762423 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-1d2375dc-b21f-4742-86e7-3f43d3336eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa56291e-01ca-40ac-86b1-af5604bf83fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686996 Aug 29 14:31:29.773460 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e13aa8-dde5-4adc-adad-3bd5a48b117a req-51f60569-3c78-4d25-a52d-e221a14a742f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:29.774834 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-10e13aa8-dde5-4adc-adad-3bd5a48b117a req-51f60569-3c78-4d25-a52d-e221a14a742f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0582061 Aug 29 14:31:29.859673 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-10e13aa8-dde5-4adc-adad-3bd5a48b117a req-52ddf5f0-dbb9-42af-b43e-72279503507a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770383 Aug 29 14:31:29.885903 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-8f686bd6-2312-4e01-ab7f-bd3561630c64 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101799 Aug 29 14:31:29.977702 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e8c745d-a9c8-408b-86f9-b796af4ebdf1 req-66456751-9b67-4bec-95b8-a25988bc09fc service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837650 Aug 29 14:31:30.977347 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9718f5-1e63-444e-ad04-c31dbba2d1be req-c7f00a8e-6c1c-487d-89f2-e1e09d7783ae tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:30.978772 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ef9718f5-1e63-444e-ad04-c31dbba2d1be req-c7f00a8e-6c1c-487d-89f2-e1e09d7783ae tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0529659 Aug 29 14:31:31.020355 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ef9718f5-1e63-444e-ad04-c31dbba2d1be req-422b55ff-6354-41a5-8653-f4308a0b6432 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357544 Aug 29 14:31:32.135714 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d598d-334b-46c2-a674-6c7cb7205072 req-7ef0a9aa-c5b2-46e4-9811-de03e0007348 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:32.137224 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-876d598d-334b-46c2-a674-6c7cb7205072 req-7ef0a9aa-c5b2-46e4-9811-de03e0007348 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0505037 Aug 29 14:31:32.178149 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-876d598d-334b-46c2-a674-6c7cb7205072 req-8faf8b18-28bc-4193-86d3-903a4f1e91a0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Aug 29 14:31:33.289521 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d19d-0c66-4004-b06d-4ef3136e16f8 req-8da2fb78-98a6-4797-afed-3a04bf6dd141 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:33.290988 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6d06d19d-0c66-4004-b06d-4ef3136e16f8 req-8da2fb78-98a6-4797-afed-3a04bf6dd141 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0475905 Aug 29 14:31:33.328399 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6d06d19d-0c66-4004-b06d-4ef3136e16f8 req-a2a70ce4-11d9-4c81-a311-10f91f6a3f40 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Aug 29 14:31:33.524034 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47318) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:33.537591 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa1676-c9ef-41b1-812a-2141d584cd46 req-203c754b-29cc-4847-af53-024ed0a8e457 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:33.539181 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-72aa1676-c9ef-41b1-812a-2141d584cd46 req-203c754b-29cc-4847-af53-024ed0a8e457 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Aug 29 14:31:33.581401 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-72aa1676-c9ef-41b1-812a-2141d584cd46 req-54a7cf54-e9ff-4466-8494-4a8668893043 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363486 Aug 29 14:31:33.605672 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-7563a602-4891-4341-98c1-e5189200318a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804796 Aug 29 14:31:34.704555 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf72fc8-c639-41ce-a1a2-7155652374ae req-9f70637f-1b61-45f0-a17d-edf973a809b7 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:34.707296 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dcf72fc8-c639-41ce-a1a2-7155652374ae req-9f70637f-1b61-45f0-a17d-edf973a809b7 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Aug 29 14:31:34.758972 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dcf72fc8-c639-41ce-a1a2-7155652374ae req-19137547-77cf-426f-9fb3-e9815717641c tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Aug 29 14:31:35.239693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-175a0ec9-1a36-4e71-8a16-599bbaea85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:35.241135 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-175a0ec9-1a36-4e71-8a16-599bbaea85cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05&tenant_id=9db05e186ef84e7aa28b0987ba339058 HTTP/1.1" status: 200 len: 1098 time: 0.0388985 Aug 29 14:31:35.314919 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-35b99322-3cf9-49e9-81b8-e0996c2ed8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:35.316379 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-35b99322-3cf9-49e9-81b8-e0996c2ed8c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9db05e186ef84e7aa28b0987ba339058&device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1098 time: 0.0382864 Aug 29 14:31:35.406917 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-8be19d4d-0cca-495c-abb1-f9b4db701c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:35.408368 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-8be19d4d-0cca-495c-abb1-f9b4db701c36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 200 len: 909 time: 0.0843451 Aug 29 14:31:35.475373 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-6ad3425b-91d6-4e16-946c-18f1acdfd395 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0590250 Aug 29 14:31:35.524491 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-24261d36-fa39-44ac-b8da-e5623dc7a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:35.525793 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-24261d36-fa39-44ac-b8da-e5623dc7a8d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce HTTP/1.1" status: 200 len: 847 time: 0.0427878 Aug 29 14:31:35.573196 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-cde87a1b-9266-4dbc-9014-57588d331a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:35.574702 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-cde87a1b-9266-4dbc-9014-57588d331a58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa56291e-01ca-40ac-86b1-af5604bf83fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412049 Aug 29 14:31:35.660151 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-55aa0984-2a0e-4b5c-8b7d-0d39b5d07813 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782917 Aug 29 14:31:35.755197 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9a1a8a8e-24a8-41f3-b55c-dd6495319f9f req-d55dc7fb-33d8-42ea-9a6f-4365083c0ddf service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872715 Aug 29 14:31:35.874657 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa154d0-7066-407e-9a30-4de3d26dc41a req-b0e59bc4-ac3f-4cb8-a7e7-2b8f3a81335f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:35.876100 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1aa154d0-7066-407e-9a30-4de3d26dc41a req-b0e59bc4-ac3f-4cb8-a7e7-2b8f3a81335f tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Aug 29 14:31:35.915633 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1aa154d0-7066-407e-9a30-4de3d26dc41a req-02735eb7-36a5-43ce-9c40-b340ea0359ad tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337205 Aug 29 14:31:36.079979 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:31:36.155926 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:36.177996 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:31:36.180247 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceab916-a0e9-418b-b484-586879828aed" -d '{"events": [{"server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:31:36.192384 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:36.197234 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:36.222437 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b73b6f-71f6-436f-9f16-c9d177a91148 x-openstack-request-id: req-72b73b6f-71f6-436f-9f16-c9d177a91148 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:31:36.222761 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:31:36.223017 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72b73b6f-71f6-436f-9f16-c9d177a91148 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:31:36.223400 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'code': 200} Aug 29 14:31:36.246056 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:36.253077 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.253451 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.253790 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.254124 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.254452 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.254805 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.255130 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.255453 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.255775 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.256095 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.256414 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:36.256731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:37.034369 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d357-52c9-4409-8944-6c5c041f1e2c req-978a143f-e6c7-4f2a-8227-94f4580f4d0c tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:37.035767 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8bd1d357-52c9-4409-8944-6c5c041f1e2c req-978a143f-e6c7-4f2a-8227-94f4580f4d0c tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0487876 Aug 29 14:31:37.072948 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8bd1d357-52c9-4409-8944-6c5c041f1e2c req-2c19c29e-07e6-4d9d-8b76-9abd323d5592 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314362 Aug 29 14:31:38.184976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0ee22-98f5-4798-ae4a-b04ca70b3ccb req-7d4ec3c7-fa62-40d2-9a0d-0f9e9b18a83a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:38.186495 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1ee0ee22-98f5-4798-ae4a-b04ca70b3ccb req-7d4ec3c7-fa62-40d2-9a0d-0f9e9b18a83a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0470836 Aug 29 14:31:38.223229 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1ee0ee22-98f5-4798-ae4a-b04ca70b3ccb req-ca1b726a-c343-4fc0-b8f8-e63ec9b634a3 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Aug 29 14:31:39.355281 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54018fcc-cd2d-4b89-90cb-b276b213cc05 req-2c5d96e1-7ccf-47a1-b2e0-58bd137da4e0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:39.357153 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-54018fcc-cd2d-4b89-90cb-b276b213cc05 req-2c5d96e1-7ccf-47a1-b2e0-58bd137da4e0 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0519583 Aug 29 14:31:39.397200 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-54018fcc-cd2d-4b89-90cb-b276b213cc05 req-c23d8c71-b367-4633-a530-727d7a291dc2 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341678 Aug 29 14:31:40.509598 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004183f-2795-4c3e-b40e-3e879b8f697f req-0294242e-8f3b-4691-b2c8-7eb5fed04f4a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:40.510984 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e004183f-2795-4c3e-b40e-3e879b8f697f req-0294242e-8f3b-4691-b2c8-7eb5fed04f4a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0480487 Aug 29 14:31:40.547642 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e004183f-2795-4c3e-b40e-3e879b8f697f req-c8c50db6-ad05-4018-9536-a4977f9c70bf tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302436 Aug 29 14:31:41.661151 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cc6a5-c15c-4a9f-8f7d-22fa90bf1861 req-b058becc-3ef3-4e43-a81f-56f5e9284234 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:41.662630 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c0cc6a5-c15c-4a9f-8f7d-22fa90bf1861 req-b058becc-3ef3-4e43-a81f-56f5e9284234 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0481949 Aug 29 14:31:41.699016 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7c0cc6a5-c15c-4a9f-8f7d-22fa90bf1861 req-f262e437-1089-40c5-b491-74f4e4232636 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Aug 29 14:31:42.113917 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf39a3-56c4-4e68-8083-386412a03ca3 req-04bbc5b8-73ab-4f06-b7ad-b91ca1505a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:42.115422 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5cdf39a3-56c4-4e68-8083-386412a03ca3 req-04bbc5b8-73ab-4f06-b7ad-b91ca1505a2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1096 time: 0.0409446 Aug 29 14:31:42.156348 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5cdf39a3-56c4-4e68-8083-386412a03ca3 req-3f042d45-2f00-482b-8e3b-f9417f232d15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Aug 29 14:31:42.810271 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92a954-72b9-4d4a-911f-d680df5d82bf req-e47c0c41-e161-4758-afe5-4637f5143451 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:42.811800 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ae92a954-72b9-4d4a-911f-d680df5d82bf req-e47c0c41-e161-4758-afe5-4637f5143451 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0471041 Aug 29 14:31:42.850524 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ae92a954-72b9-4d4a-911f-d680df5d82bf req-bfcdbcff-f525-4fc4-b065-d94b7848305b tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328596 Aug 29 14:31:43.961510 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9668d4-32a3-4321-bdcc-be521367ae15 req-513435ce-07b0-47d5-83ba-80996d598f71 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:43.962974 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6c9668d4-32a3-4321-bdcc-be521367ae15 req-513435ce-07b0-47d5-83ba-80996d598f71 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 943 time: 0.0471044 Aug 29 14:31:44.000049 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6c9668d4-32a3-4321-bdcc-be521367ae15 req-aff63040-7093-48fa-93d6-00232aee6037 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Aug 29 14:31:44.101353 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:31:44.319282 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:44.330320 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'port_id': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'mac_address': 'fa:16:3e:1e:4d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:31:44.373017 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:44.386375 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:31:44.409472 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:44.413401 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:44.459948 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:44.771901 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:31:44.818116 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:31:46.126573 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:31:46.176321 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:31:46.176679 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:46.250400 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:46.271916 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:31:46.274122 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4392913-b300-4416-a68a-29f99c927d26" -d '{"events": [{"server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "name": "network-vif-plugged", "status": "completed", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:31:46.287703 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:46.293124 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:46.316694 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4579cc4-56d8-4d88-8688-d78fb7443e89 x-openstack-request-id: req-d4579cc4-56d8-4d88-8688-d78fb7443e89 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:31:46.317112 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "name": "network-vif-plugged", "status": "completed", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:31:46.317367 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4579cc4-56d8-4d88-8688-d78fb7443e89 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:31:46.317741 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'code': 200} Aug 29 14:31:46.346269 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=8']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:54.073997 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:54.351131 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2d8f-9070-4786-a459-c5a793476325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:56.962972 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5c2cd048-12a7-4ce1-8a7f-c6b719e18d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:57.456642 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:57.961822 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:59.659034 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:11.083581 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82e5c-3cb2-4b18-a68a-c55f4e00180a req-edac227e-8c67-470c-b6cb-ca77398f08f1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:11.085024 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-13e82e5c-3cb2-4b18-a68a-c55f4e00180a req-edac227e-8c67-470c-b6cb-ca77398f08f1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0471292 Aug 29 14:32:11.126118 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-13e82e5c-3cb2-4b18-a68a-c55f4e00180a req-f5d2d479-c532-4ca6-8a2b-34d2229bdd26 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353215 Aug 29 14:32:12.260288 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1754df4-4f61-493d-9ba3-96cf32dfb5fd req-a36eacb7-f4bb-4eab-accd-d5d987505c3d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:12.261730 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e1754df4-4f61-493d-9ba3-96cf32dfb5fd req-a36eacb7-f4bb-4eab-accd-d5d987505c3d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0482543 Aug 29 14:32:12.299692 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e1754df4-4f61-493d-9ba3-96cf32dfb5fd req-9d10a21d-fcd6-4a64-9e6f-8433164f1f90 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Aug 29 14:32:13.417943 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6db6ee-8b82-4a66-ade8-c944fc6996c8 req-475a50a8-b8bf-47f3-8840-4f6c6fe3c504 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:13.419454 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b6db6ee-8b82-4a66-ade8-c944fc6996c8 req-475a50a8-b8bf-47f3-8840-4f6c6fe3c504 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0477455 Aug 29 14:32:13.456680 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b6db6ee-8b82-4a66-ade8-c944fc6996c8 req-ae5522d2-f851-42d8-a9a4-ce4e3c3a53b2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312808 Aug 29 14:32:14.572470 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c1f8-dbf0-4d15-ab2f-0e3114552ef9 req-611862b0-dd12-4ab6-a4fd-cb0b4708f556 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:14.573895 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-26a5c1f8-dbf0-4d15-ab2f-0e3114552ef9 req-611862b0-dd12-4ab6-a4fd-cb0b4708f556 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0465930 Aug 29 14:32:14.610890 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-26a5c1f8-dbf0-4d15-ab2f-0e3114552ef9 req-afca7777-43a3-45ce-91ed-ec5bedb3214c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306163 Aug 29 14:32:15.725736 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ced253-eb71-4504-9327-9dc0b0aca2ca req-b4eee8b0-8c0e-45a2-9a60-ac512b88c5df tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:15.727244 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-36ced253-eb71-4504-9327-9dc0b0aca2ca req-b4eee8b0-8c0e-45a2-9a60-ac512b88c5df tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0470550 Aug 29 14:32:15.764483 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-36ced253-eb71-4504-9327-9dc0b0aca2ca req-f6c1a776-5645-495a-94fe-4f2e95c72efe tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307226 Aug 29 14:32:16.879360 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c931a-0b23-4ad9-b9b5-b3b34b9d7e0f req-6db52dd8-e565-49c2-84ce-0f8fba328f9f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:16.880784 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fd7c931a-0b23-4ad9-b9b5-b3b34b9d7e0f req-6db52dd8-e565-49c2-84ce-0f8fba328f9f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0468581 Aug 29 14:32:16.919352 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fd7c931a-0b23-4ad9-b9b5-b3b34b9d7e0f req-8b46f7e8-dab5-4a9a-a3b1-589bef142058 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328634 Aug 29 14:32:18.037024 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8eeced-ae8f-41f8-9574-745397747980 req-dd0d452e-7f2d-4f79-a32a-670dfc46b00c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:18.038479 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6d8eeced-ae8f-41f8-9574-745397747980 req-dd0d452e-7f2d-4f79-a32a-670dfc46b00c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0468168 Aug 29 14:32:18.078659 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6d8eeced-ae8f-41f8-9574-745397747980 req-206511e3-0f65-4543-be8f-d361d7b21d6c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344408 Aug 29 14:32:19.196080 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1f79-527b-4a3f-bfde-ba6d5f80206b req-278ca059-03c1-487d-8704-fe81a6826635 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:19.197527 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f23c1f79-527b-4a3f-bfde-ba6d5f80206b req-278ca059-03c1-487d-8704-fe81a6826635 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0480273 Aug 29 14:32:19.234530 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f23c1f79-527b-4a3f-bfde-ba6d5f80206b req-0d928bb8-e3ed-4d85-b827-439e9c5bc878 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310488 Aug 29 14:32:20.350497 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408eea32-6773-4f35-b1e3-f3a8012dd79a req-cfaf8dfd-4f4c-4c83-9dd2-13e222841104 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:20.351967 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-408eea32-6773-4f35-b1e3-f3a8012dd79a req-cfaf8dfd-4f4c-4c83-9dd2-13e222841104 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0478356 Aug 29 14:32:20.389117 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-408eea32-6773-4f35-b1e3-f3a8012dd79a req-5c49c2a7-2663-4460-9991-079f61c7af89 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307529 Aug 29 14:32:21.509607 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd6cb-b167-40b3-8789-6ad6f762cf99 req-cc44a96b-e0bf-4c1c-8cd2-1b78072d0998 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:21.511113 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5cecd6cb-b167-40b3-8789-6ad6f762cf99 req-cc44a96b-e0bf-4c1c-8cd2-1b78072d0998 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0478754 Aug 29 14:32:21.548086 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-5cecd6cb-b167-40b3-8789-6ad6f762cf99 req-3e31f4c2-956f-4451-ba21-51e57daf8772 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305018 Aug 29 14:32:21.818120 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:32:22.664321 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af36b-65b6-4286-8325-44b9388525c8 req-6a630661-076a-4292-a20d-e7320123697d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:22.665778 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d01af36b-65b6-4286-8325-44b9388525c8 req-6a630661-076a-4292-a20d-e7320123697d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0470338 Aug 29 14:32:22.702754 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d01af36b-65b6-4286-8325-44b9388525c8 req-7f86b8a4-dbe1-4d27-9d65-5b2ac59228f0 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305340 Aug 29 14:32:23.819925 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516266bb-c795-4a84-8459-b36524a87dc4 req-47ece0b7-353e-4ab5-9680-13f9b0a5be3d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:23.821295 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-516266bb-c795-4a84-8459-b36524a87dc4 req-47ece0b7-353e-4ab5-9680-13f9b0a5be3d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0484517 Aug 29 14:32:23.861808 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-516266bb-c795-4a84-8459-b36524a87dc4 req-cd64e708-eb0d-46c6-94fe-236170ef41cc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346718 Aug 29 14:32:24.068346 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:24.352080 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cafffe9-c4f7-45cf-b98f-927242e9295d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:24.992662 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bf25e-a123-4637-a633-ca4c734b58d6 req-c86eca89-7be9-4502-a1a1-db1d6ec4adc1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:24.994106 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5d0bf25e-a123-4637-a633-ca4c734b58d6 req-c86eca89-7be9-4502-a1a1-db1d6ec4adc1 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0554633 Aug 29 14:32:25.051821 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5d0bf25e-a123-4637-a633-ca4c734b58d6 req-e747598e-b7c4-4634-b52b-71329a006adf tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505872 Aug 29 14:32:26.176895 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a96bab-79ff-492b-b3b0-bca808801ef0 req-fa6a5c01-2643-4c11-ace0-ac0f31eb117c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:26.178367 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-83a96bab-79ff-492b-b3b0-bca808801ef0 req-fa6a5c01-2643-4c11-ace0-ac0f31eb117c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0559299 Aug 29 14:32:26.216197 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-83a96bab-79ff-492b-b3b0-bca808801ef0 req-b38ba3da-4618-4fb0-8386-044e4b122f43 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Aug 29 14:32:26.963094 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1cb64e7-c202-4be8-8812-fc03a29c8aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:27.341916 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebf2ee-5bb5-4565-a8dd-4e67e62b6bd4 req-001bb458-00cf-496b-98ea-3fa7313ff138 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:27.343475 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-81ebf2ee-5bb5-4565-a8dd-4e67e62b6bd4 req-001bb458-00cf-496b-98ea-3fa7313ff138 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0523760 Aug 29 14:32:27.383646 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-81ebf2ee-5bb5-4565-a8dd-4e67e62b6bd4 req-9efe384f-7a45-4f69-82cb-48774fb77095 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340166 Aug 29 14:32:27.463017 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:27.827678 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-e7bf15de-490f-47eb-941c-2eece1ac3e1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385048 Aug 29 14:32:27.904810 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-70ef431a-3375-4818-86c6-d1d7531643f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:27.906228 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-70ef431a-3375-4818-86c6-d1d7531643f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9db05e186ef84e7aa28b0987ba339058&device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1098 time: 0.0385947 Aug 29 14:32:27.965290 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:28.014533 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-e724f561-c25c-4164-a9a7-ecb78082504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:28.016005 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-e724f561-c25c-4164-a9a7-ecb78082504e service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 200 len: 909 time: 0.0885611 Aug 29 14:32:28.082230 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-7a3c8f62-8f6e-43f9-bb5f-faee3926452a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0572605 Aug 29 14:32:28.135214 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-ec278d62-e00c-46f4-aa07-4565cddfd6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:28.136622 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-ec278d62-e00c-46f4-aa07-4565cddfd6ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce HTTP/1.1" status: 200 len: 847 time: 0.0463364 Aug 29 14:32:28.182197 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-a6167b71-e588-4465-9bd6-a3a2703fc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:28.183633 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-a6167b71-e588-4465-9bd6-a3a2703fc0ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa56291e-01ca-40ac-86b1-af5604bf83fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385280 Aug 29 14:32:28.275879 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-8b7112dc-4d9e-40bc-a77f-f913fc6b3100 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808039 Aug 29 14:32:28.345004 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:32:28.368557 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-80199bd1-a463-41e4-8a10-eeabc29c3f87 req-4d6e430b-1c6f-4a66-85da-e0335cbf866f service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843980 Aug 29 14:32:28.440495 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:32:28.452757 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'port_id': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'mac_address': 'fa:16:3e:71:d7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:32:28.492006 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:28.504401 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd9b81-8d91-4756-b83e-91e220672531 req-45806ef7-ba55-47b9-913a-e3ebe869b29d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:28.504962 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8be0e5d9-5f2c-4913-bbff-bc593a82270e {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:32:28.505891 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fecd9b81-8d91-4756-b83e-91e220672531 req-45806ef7-ba55-47b9-913a-e3ebe869b29d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0489094 Aug 29 14:32:28.524124 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:32:28.528565 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:28.544226 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fecd9b81-8d91-4756-b83e-91e220672531 req-c6afed3e-5718-4b84-9d17-62d14a074a92 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323818 Aug 29 14:32:28.574952 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:32:28.739191 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8be0e5d9-5f2c-4913-bbff-bc593a82270e'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:32:29.664558 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:29.681471 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d86b86-190e-43d9-bc6d-5fc69c075c43 req-f9b3fa98-a75a-4dc5-bbd1-321cec2781f8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:29.682978 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e3d86b86-190e-43d9-bc6d-5fc69c075c43 req-f9b3fa98-a75a-4dc5-bbd1-321cec2781f8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 944 time: 0.0619040 Aug 29 14:32:29.734652 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e3d86b86-190e-43d9-bc6d-5fc69c075c43 req-1e9565b0-e9f3-47b3-a0a5-99b58cae9924 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431395 Aug 29 14:32:30.364462 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:32:30.423660 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 8be0e5d9-5f2c-4913-bbff-bc593a82270e triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:32:30.424057 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:30.520795 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:30.546982 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:32:30.549314 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12d42c-9940-40fe-a1b2-2b2dcb31a443" -d '{"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-plugged", "status": "completed", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:32:30.565497 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:32:30.570476 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:30.609314 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7243f551-c1ed-4905-b0e7-a62dc3ee8245 x-openstack-request-id: req-7243f551-c1ed-4905-b0e7-a62dc3ee8245 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:32:30.609701 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-plugged", "status": "completed", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:32:30.610028 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7243f551-c1ed-4905-b0e7-a62dc3ee8245 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:32:30.610415 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'code': 200} Aug 29 14:32:30.625453 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:32:30.870914 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f6398-67ea-4c96-9ca5-2780ba044930 req-61072800-b2c3-442a-81ed-048e7501eb8d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:30.874353 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-964f6398-67ea-4c96-9ca5-2780ba044930 req-61072800-b2c3-442a-81ed-048e7501eb8d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0599933 Aug 29 14:32:30.921527 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-964f6398-67ea-4c96-9ca5-2780ba044930 req-366a0812-1ed1-4273-a400-658d3e4cfc7b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Aug 29 14:32:32.054650 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997162f-8415-461e-9a01-aea11dfe5001 req-f0189ef9-101c-47b4-a9fc-cd43e312882c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:32.061129 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4997162f-8415-461e-9a01-aea11dfe5001 req-f0189ef9-101c-47b4-a9fc-cd43e312882c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0579398 Aug 29 14:32:32.112786 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4997162f-8415-461e-9a01-aea11dfe5001 req-d89aef88-354c-47f5-80f0-98d020f6a08a tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474029 Aug 29 14:32:33.245408 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d75df5-7b9f-446a-b366-5a0157e746c0 req-f0865ce6-e671-4f7d-a68a-dcbda006d243 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:33.246946 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-78d75df5-7b9f-446a-b366-5a0157e746c0 req-f0865ce6-e671-4f7d-a68a-dcbda006d243 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Aug 29 14:32:33.289759 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-78d75df5-7b9f-446a-b366-5a0157e746c0 req-078c3cce-699b-406d-aa40-cb52db3c6c5d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333982 Aug 29 14:32:34.419032 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbe6a6-7741-4baa-89f6-2f82fac1bc53 req-214a309f-fc04-4b57-82a4-f71184ac79ee tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:34.420804 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a9bbe6a6-7741-4baa-89f6-2f82fac1bc53 req-214a309f-fc04-4b57-82a4-f71184ac79ee tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0534897 Aug 29 14:32:34.464600 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a9bbe6a6-7741-4baa-89f6-2f82fac1bc53 req-097400b1-09f6-4d9b-9d9d-5efc14f9c8a8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378451 Aug 29 14:32:35.596595 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fe7c6-255c-41ac-bde9-a5f15e15129e req-b49482fa-6e59-4f96-b48a-6b92b08091b0 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:35.598109 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e08fe7c6-255c-41ac-bde9-a5f15e15129e req-b49482fa-6e59-4f96-b48a-6b92b08091b0 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0511353 Aug 29 14:32:35.639782 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e08fe7c6-255c-41ac-bde9-a5f15e15129e req-04ad1361-1ee7-4100-ba04-4952b6a63765 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333674 Aug 29 14:32:36.769414 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bbd84-fe5c-4c05-bce0-34c74bfffd9a req-7fd910ad-384b-4b7d-89ff-6b436065c1df tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:36.771097 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b54bbd84-fe5c-4c05-bce0-34c74bfffd9a req-7fd910ad-384b-4b7d-89ff-6b436065c1df tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0554988 Aug 29 14:32:36.837597 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b54bbd84-fe5c-4c05-bce0-34c74bfffd9a req-7033416a-e542-4d5a-b610-afd8a48d4fc4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604627 Aug 29 14:32:37.955535 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a112b7a-65a2-46d1-9c5d-00bae3625722 req-f5f5deba-a141-4f25-9ba7-f4b40f9c289e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:37.957020 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4a112b7a-65a2-46d1-9c5d-00bae3625722 req-f5f5deba-a141-4f25-9ba7-f4b40f9c289e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0473895 Aug 29 14:32:37.997372 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-4a112b7a-65a2-46d1-9c5d-00bae3625722 req-afc865ed-c495-4758-b76a-fe72929657e2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Aug 29 14:32:38.335072 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-11852644-3091-4eb1-aa62-e93b215d3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:38.336475 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-11852644-3091-4eb1-aa62-e93b215d3df0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0381932 Aug 29 14:32:38.427791 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-7897c1f1-9d06-4cca-91db-30b9008a7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:38.429234 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-7897c1f1-9d06-4cca-91db-30b9008a7453 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.0817018 Aug 29 14:32:38.498915 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-1f336848-f20a-4874-93d6-39d8ff34bd56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e HTTP/1.1" status: 200 len: 1001 time: 0.0605531 Aug 29 14:32:38.550998 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-74b23b06-e19c-415c-ab9c-6079b6ea43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:38.552389 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-74b23b06-e19c-415c-ab9c-6079b6ea43f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0442200 Aug 29 14:32:38.601018 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-efa7bfe4-9022-4df2-becf-c35d03e2666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:38.602415 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-efa7bfe4-9022-4df2-becf-c35d03e2666f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388937 Aug 29 14:32:38.692220 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-8fabe653-bbac-465b-875c-cb43ccd144b4 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813413 Aug 29 14:32:38.784414 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec8cc692-c2ab-41a3-8f48-951a559a377c req-bd6a0654-19de-4bb2-b4c0-3c7f710e243a service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795329 Aug 29 14:32:39.115645 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce862f18-1448-4a77-aa91-2ae0aed80e37 req-69893124-a19f-4d06-87f5-f8beb5f07cf2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:39.117094 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce862f18-1448-4a77-aa91-2ae0aed80e37 req-69893124-a19f-4d06-87f5-f8beb5f07cf2 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0479853 Aug 29 14:32:39.156945 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ce862f18-1448-4a77-aa91-2ae0aed80e37 req-0025d04c-aa53-4877-a4e0-8ddd093227cc tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336454 Aug 29 14:32:40.275424 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07311d5-9a7c-4b0c-a2ac-25df9daa0763 req-2a8231e3-2f83-464b-8b0e-358850559234 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:40.276875 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f07311d5-9a7c-4b0c-a2ac-25df9daa0763 req-2a8231e3-2f83-464b-8b0e-358850559234 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Aug 29 14:32:40.318169 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f07311d5-9a7c-4b0c-a2ac-25df9daa0763 req-0d03abc6-74bb-44d9-ae67-e65ec25677ad tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352533 Aug 29 14:32:41.674747 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ab0ef-252e-4d93-9287-c38cdb1d3301 req-b07827c1-7ce1-4b14-8d6a-80b8dd9d49b7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:41.676212 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea4ab0ef-252e-4d93-9287-c38cdb1d3301 req-b07827c1-7ce1-4b14-8d6a-80b8dd9d49b7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 945 time: 0.2855909 Aug 29 14:32:41.717689 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-ea4ab0ef-252e-4d93-9287-c38cdb1d3301 req-cb4804ac-1bd6-4564-b4c8-1572a907adc8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354354 Aug 29 14:32:42.452022 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:32:42.533749 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:42.558090 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:32:42.561185 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4fb118-8756-4d17-9e3a-8b67fbd222e2" -d '{"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-unplugged", "status": "completed", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:32:42.573784 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:32:42.580002 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:42.606121 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 14:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda27816-faa0-4527-a136-c48a5139e8f5 x-openstack-request-id: req-cda27816-faa0-4527-a136-c48a5139e8f5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:32:42.606457 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-unplugged", "status": "failed", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e", "code": 422}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:32:42.606731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cda27816-faa0-4527-a136-c48a5139e8f5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:32:42.607278 dv-cinder-773985-15-iscsi neutron-server[93803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'code': 422} returned with failed status Aug 29 14:32:42.634565 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=8']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:32:42.642727 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.643164 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.643488 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.643841 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.644185 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.644501 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.644835 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.645234 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.645555 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.645883 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.646210 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.646568 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:42.669757 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ed82f-4a40-4863-9c53-0151487e1d44 req-806f167a-1467-4981-ac15-39df38d98206 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:42.671244 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b25ed82f-4a40-4863-9c53-0151487e1d44 req-806f167a-1467-4981-ac15-39df38d98206 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0541432 Aug 29 14:32:42.734580 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b25ed82f-4a40-4863-9c53-0151487e1d44 req-17d3b4e5-14dd-47a3-9a78-96f7b79a4bae tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551929 Aug 29 14:32:42.738183 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-09d311a4-1a2c-4290-b659-09ceffd099ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660841 Aug 29 14:32:43.637783 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-4aec9118-affb-447f-a123-788469c9dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:43.639990 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-4aec9118-affb-447f-a123-788469c9dbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7&tenant_id=453edc3b96e142e2bd33340b7651044f HTTP/1.1" status: 200 len: 1096 time: 0.0395668 Aug 29 14:32:43.728706 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-c7a8d765-f85f-4cea-83f1-e57e4b931c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:43.730174 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-c7a8d765-f85f-4cea-83f1-e57e4b931c37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0397356 Aug 29 14:32:43.851231 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-eded2806-320b-427b-b7ea-f3e5601b9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:43.852785 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-eded2806-320b-427b-b7ea-f3e5601b9b36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.1114912 Aug 29 14:32:43.868718 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95a614-34b8-442d-9c22-f4838fb93685 req-ac1b2595-c610-4463-9258-3a91d821eb4b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:43.870076 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9e95a614-34b8-442d-9c22-f4838fb93685 req-ac1b2595-c610-4463-9258-3a91d821eb4b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0621271 Aug 29 14:32:43.950241 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9e95a614-34b8-442d-9c22-f4838fb93685 req-ec534ec0-4df0-4c09-9ff7-800ee01c4164 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730441 Aug 29 14:32:43.954202 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-6cfc7ea3-3aca-4786-9ce5-788f0741efc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e HTTP/1.1" status: 200 len: 999 time: 0.0832655 Aug 29 14:32:44.007053 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-d1cc0836-1632-48ae-8f33-a4727790e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:44.008445 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-d1cc0836-1632-48ae-8f33-a4727790e159 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0435739 Aug 29 14:32:44.055652 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-f8ef3fcc-8f36-4efb-b872-894c4589c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:44.056987 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-f8ef3fcc-8f36-4efb-b872-894c4589c77b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376816 Aug 29 14:32:44.150487 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-59fc7379-22ad-410b-909c-9fa1a68d8855 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817900 Aug 29 14:32:44.241890 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7e5eb395-4007-4ce6-b849-640962a4d76c req-9affbc3e-87ac-4784-a23d-4d9bbb94c196 service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802715 Aug 29 14:32:45.088130 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb2319-7ca3-4243-aeee-fa0f949158dd req-adc81cfd-c45b-4f3f-a954-19c2fe04dfa4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:45.089594 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4cdb2319-7ca3-4243-aeee-fa0f949158dd req-adc81cfd-c45b-4f3f-a954-19c2fe04dfa4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0503104 Aug 29 14:32:45.125630 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47632) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:32:45.130468 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-4cdb2319-7ca3-4243-aeee-fa0f949158dd req-195ded61-8c4a-43b0-b7b2-b5eb59902121 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341396 Aug 29 14:32:45.305507 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Deleting port 22b99d6e-9877-4bd1-9337-8f47ed7696ae {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:32:45.305916 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:45.384011 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:45.384334 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:45.395650 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Calling delete_port for 22b99d6e-9877-4bd1-9337-8f47ed7696ae owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:32:45.549872 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:45.575405 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event deleted for resources: {'Port': ['ID=22b99d6e-9877-4bd1-9337-8f47ed7696ae,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:32:45.601573 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.601944 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.602246 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.602592 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.602922 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.603247 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.603559 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.603876 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.604194 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.604511 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.604823 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.605131 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.646648 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:45.647093 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Floating IP 00c5dfee-a2c3-4171-bf3b-c271057da789 disassociated (deleted). External IP: 172.27.3.37, port: 3d633937-62c6-4704-b33f-2d41df64107d. Aug 29 14:32:46.108920 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Router aacda337-592f-48bb-8095-b8b163aff8a3 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:32:46.256791 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:32:46.262110 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:46.272246 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:32:46.299049 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:32:46.300416 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:32:46.300771 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa222d7-3ff9-4e93-b762-b2f14f021a1f req-4f93e9da-8899-495a-8b53-c221a21aec83 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:46.302407 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cfa222d7-3ff9-4e93-b762-b2f14f021a1f req-4f93e9da-8899-495a-8b53-c221a21aec83 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0879586 Aug 29 14:32:46.307117 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-572de3fc-8f59-46ac-a144-36a7e11d6e9e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "DELETE /v2.0/floatingips/00c5dfee-a2c3-4171-bf3b-c271057da789 HTTP/1.1" status: 204 len: 168 time: 1.1802807 Aug 29 14:32:46.307965 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:32:46.311060 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1e61d-c609-4a26-88f3-a784795fe5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "tag": "3d633937-62c6-4704-b33f-2d41df64107d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:32:46.353301 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-cfa222d7-3ff9-4e93-b762-b2f14f021a1f req-0b9d6b95-feb4-406d-ade6-8b3a66cd9f46 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378480 Aug 29 14:32:46.419376 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e733d75c-30bd-473b-a5bd-cdb8f580e7a1 x-openstack-request-id: req-e733d75c-30bd-473b-a5bd-cdb8f580e7a1 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:32:46.419746 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "tag": "3d633937-62c6-4704-b33f-2d41df64107d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:32:46.420004 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e733d75c-30bd-473b-a5bd-cdb8f580e7a1 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:32:46.420624 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d', 'status': 'completed', 'code': 200} Aug 29 14:32:46.471803 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:32:46.605460 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048022e-51d5-4330-b1ef-6019862a98b9 req-57a53e8f-3d84-44fd-bc0a-e3c59960aa64 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:46.610633 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2048022e-51d5-4330-b1ef-6019862a98b9 req-57a53e8f-3d84-44fd-bc0a-e3c59960aa64 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0755081 Aug 29 14:32:46.661297 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2048022e-51d5-4330-b1ef-6019862a98b9 req-3f57fa23-82e6-4242-883c-af174345680e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436184 Aug 29 14:32:46.770035 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:05Z', 'revision_number': 1, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:32:46.804092 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:32:46.815211 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:32:46.815523 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:32:46.947727 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:32:47.218307 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:05Z', 'revision_number': 1, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:32:47.256248 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2504caa-9608-4d01-bde9-b56ab0b60a4f None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': '8e93a3d3-621a-4fec-b9d4-1c80b82e3a93', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'port_id': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'mac_address': 'fa:16:3e:ba:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:29:02Z', 'updated_at': '2021-08-29T14:29:05Z', 'revision_number': 1, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:32:47.483238 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3530-6c7e-41f4-b941-2611f0371446 req-083e43c8-5aed-4bd9-831c-d0fe7087d47c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:47.485132 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-729a3530-6c7e-41f4-b941-2611f0371446 req-083e43c8-5aed-4bd9-831c-d0fe7087d47c tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0536902 Aug 29 14:32:47.487882 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0d32a-d392-4961-a9be-32ba1ab8d631 None None] New status for floating IP 00c5dfee-a2c3-4171-bf3b-c271057da789: DOWN {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:32:47.527346 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-729a3530-6c7e-41f4-b941-2611f0371446 req-0c09e20d-14ae-4a1b-95b4-fda1f98b4a05 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354550 Aug 29 14:32:47.787791 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7303c-dab3-4da9-a728-03027ae689c8 req-3d8b31a3-b1a5-4fab-a406-1554b7900bdc tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:47.789408 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-51e7303c-dab3-4da9-a728-03027ae689c8 req-3d8b31a3-b1a5-4fab-a406-1554b7900bdc tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0551291 Aug 29 14:32:47.830552 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-51e7303c-dab3-4da9-a728-03027ae689c8 req-179a9698-6b00-41b7-a4bc-2f6088a498d9 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339925 Aug 29 14:32:48.666535 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b6910-906e-4175-8143-472cf1717e5e req-e01852af-134c-4b65-bf92-57b9cfc511e4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:48.667978 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0b6b6910-906e-4175-8143-472cf1717e5e req-e01852af-134c-4b65-bf92-57b9cfc511e4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0501738 Aug 29 14:32:48.710337 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0b6b6910-906e-4175-8143-472cf1717e5e req-5393e631-f3c1-4a62-9992-34700b598b9b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362554 Aug 29 14:32:48.957087 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5e9a7-866e-45dd-a030-3a0fa826c7fd req-268441ad-80b8-4df5-980a-bb7dab7cb827 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:48.958546 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3aa5e9a7-866e-45dd-a030-3a0fa826c7fd req-268441ad-80b8-4df5-980a-bb7dab7cb827 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Aug 29 14:32:48.996446 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3aa5e9a7-866e-45dd-a030-3a0fa826c7fd req-ddb36007-3db3-4d89-ab5e-d38bf92a8429 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320053 Aug 29 14:32:49.842040 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6242be-e2eb-45e4-a591-3d56187f40cd req-62f27e08-9700-46ab-a237-a476f2cb4f44 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:49.843703 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1e6242be-e2eb-45e4-a591-3d56187f40cd req-62f27e08-9700-46ab-a237-a476f2cb4f44 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0508304 Aug 29 14:32:49.889299 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1e6242be-e2eb-45e4-a591-3d56187f40cd req-5a559fe4-deef-488e-908d-075c394154c8 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391016 Aug 29 14:32:50.121471 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc65aa-a7cf-4176-8ce4-a0175d4fe5c9 req-77f1b0df-d4d2-4ad3-8236-22e84b7e7c60 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:50.123588 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f2cc65aa-a7cf-4176-8ce4-a0175d4fe5c9 req-77f1b0df-d4d2-4ad3-8236-22e84b7e7c60 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Aug 29 14:32:50.163349 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f2cc65aa-a7cf-4176-8ce4-a0175d4fe5c9 req-5da3b1be-e1e9-4bf2-b1a1-49fd60fcba53 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336275 Aug 29 14:32:51.025079 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc61aa-915a-45bc-8cd4-773e71cde63f req-1337eb0e-53e8-4ab0-a364-cd480286936d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:51.026713 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a1dc61aa-915a-45bc-8cd4-773e71cde63f req-1337eb0e-53e8-4ab0-a364-cd480286936d tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0539811 Aug 29 14:32:51.070096 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a1dc61aa-915a-45bc-8cd4-773e71cde63f req-86031608-7012-4cbf-9cb2-aea71325a2a6 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342968 Aug 29 14:32:51.283995 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64d489-ffb9-458a-9d1c-a5207bb1511b req-5042fae5-94d2-452c-a8eb-8778c01b88e4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:51.285583 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e64d489-ffb9-458a-9d1c-a5207bb1511b req-5042fae5-94d2-452c-a8eb-8778c01b88e4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Aug 29 14:32:51.323465 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8e64d489-ffb9-458a-9d1c-a5207bb1511b req-cec643c4-7322-4a71-bb59-536fccd41b51 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321484 Aug 29 14:32:52.199260 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5912521-0a3d-415f-aefe-496ed970e4db req-0c11f26a-b2fc-43bf-9a48-ba8767dab735 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:52.200958 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f5912521-0a3d-415f-aefe-496ed970e4db req-0c11f26a-b2fc-43bf-9a48-ba8767dab735 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0582423 Aug 29 14:32:52.241757 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f5912521-0a3d-415f-aefe-496ed970e4db req-1f72d350-36a3-4cb1-8beb-e84a8ab95a63 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344338 Aug 29 14:32:52.448228 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b6166-1e1c-4f41-9306-6f98f59b44a5 req-2dcfc875-7b61-467d-8264-28757c238aba tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:52.450284 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e53b6166-1e1c-4f41-9306-6f98f59b44a5 req-2dcfc875-7b61-467d-8264-28757c238aba tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0487087 Aug 29 14:32:52.502990 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e53b6166-1e1c-4f41-9306-6f98f59b44a5 req-92a3e419-4eac-45f2-a2b1-32e66183707e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450776 Aug 29 14:32:53.362751 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc49966-8927-48e2-a925-3f89a8ab5b27 req-16846de9-3bdc-4b74-b4d7-e166efbdc29f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:53.364364 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bfc49966-8927-48e2-a925-3f89a8ab5b27 req-16846de9-3bdc-4b74-b4d7-e166efbdc29f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0477331 Aug 29 14:32:53.405415 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bfc49966-8927-48e2-a925-3f89a8ab5b27 req-7661aea5-0ac8-495a-94d8-faef805399b3 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347571 Aug 29 14:32:53.626537 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec606178-6a22-4be0-8492-a34c9373dd87 req-17b8688d-bbd2-4e9b-84d5-d8977ffbff42 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:53.628009 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec606178-6a22-4be0-8492-a34c9373dd87 req-17b8688d-bbd2-4e9b-84d5-d8977ffbff42 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0550780 Aug 29 14:32:53.666044 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-ec606178-6a22-4be0-8492-a34c9373dd87 req-f2dee0b3-9ec9-4489-ac32-b11333e12f94 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321345 Aug 29 14:32:54.067920 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:54.353955 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4610087b-7310-4157-b80d-401f6fc7aabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:54.541690 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee6498-4e0c-4e54-8f43-a268fea6fbb3 req-9151f93d-7b54-4c1f-b9a2-f27c0cac4ba9 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:54.544142 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-caee6498-4e0c-4e54-8f43-a268fea6fbb3 req-9151f93d-7b54-4c1f-b9a2-f27c0cac4ba9 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0544078 Aug 29 14:32:54.586158 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-caee6498-4e0c-4e54-8f43-a268fea6fbb3 req-c579ff7f-4cf4-4ebc-a2fa-bec7f06ab4a4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353022 Aug 29 14:32:54.782223 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e93ba-ab78-4d21-9fa3-f5a5e8934d63 req-bb67cea6-0037-4466-8c87-e9d7a1e96ade tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:54.783807 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b2e93ba-ab78-4d21-9fa3-f5a5e8934d63 req-bb67cea6-0037-4466-8c87-e9d7a1e96ade tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0480552 Aug 29 14:32:54.830048 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8b2e93ba-ab78-4d21-9fa3-f5a5e8934d63 req-ac4bad9d-e8ae-4824-aa77-e3aaaa4778da tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398850 Aug 29 14:32:55.706473 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262582d5-af5e-45c9-ad20-f78a4ff1dc97 req-dc126e09-db9a-4eb4-832a-67b14bc5e393 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:55.707938 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-262582d5-af5e-45c9-ad20-f78a4ff1dc97 req-dc126e09-db9a-4eb4-832a-67b14bc5e393 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0505526 Aug 29 14:32:55.747799 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-262582d5-af5e-45c9-ad20-f78a4ff1dc97 req-06030d0e-032c-49ae-ad71-a1f2240d7b06 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341198 Aug 29 14:32:55.947610 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655d1d9-28a7-453a-bb55-f7f55918fe5c req-c0209c56-a160-424d-a116-a0c6f0d2c4ac tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:55.949052 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f655d1d9-28a7-453a-bb55-f7f55918fe5c req-c0209c56-a160-424d-a116-a0c6f0d2c4ac tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0472004 Aug 29 14:32:55.986363 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f655d1d9-28a7-453a-bb55-f7f55918fe5c req-f48bde33-dbb3-4498-8706-94592f138932 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Aug 29 14:32:56.144721 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-5f8a986d-44d1-4e51-8144-68e20221466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:56.146778 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-5f8a986d-44d1-4e51-8144-68e20221466f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 1098 time: 0.0449069 Aug 29 14:32:56.236869 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-a5a92486-497b-4dd8-bd16-373e885c1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:56.238307 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-a5a92486-497b-4dd8-bd16-373e885c1e81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.0835979 Aug 29 14:32:56.283144 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-c9eccaad-5b42-4cd0-b7f4-6a9d251fe9ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d633937-62c6-4704-b33f-2d41df64107d HTTP/1.1" status: 200 len: 217 time: 0.0367131 Aug 29 14:32:56.333299 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-3488a9b6-52bd-4ee1-a072-bc2531ac3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:56.334699 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-3488a9b6-52bd-4ee1-a072-bc2531ac3eaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0427947 Aug 29 14:32:56.380173 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-f525ee28-e20b-467f-844e-788c1807272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:56.381585 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-f525ee28-e20b-467f-844e-788c1807272a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382276 Aug 29 14:32:56.474466 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-91201838-aee4-4d34-9abb-b034735452aa service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842047 Aug 29 14:32:56.564368 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-20a1e61d-c609-4a26-88f3-a784795fe5c2 req-d7faba0c-338e-4d77-9ca3-51dfcd25bb44 service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812571 Aug 29 14:32:56.868495 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e090e-93dc-41e2-8305-b10157e6857f req-0a00379a-da36-4c2b-9c57-eec6c1fdfdfd tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:56.869969 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0b9e090e-93dc-41e2-8305-b10157e6857f req-0a00379a-da36-4c2b-9c57-eec6c1fdfdfd tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0486953 Aug 29 14:32:56.908505 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0b9e090e-93dc-41e2-8305-b10157e6857f req-7d168b7a-02e7-49c0-80ca-80c218e03189 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Aug 29 14:32:56.963787 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57f05817-39c7-4600-b514-06105479aea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:57.100075 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263127-b44d-48ed-bfe7-68473398534d req-e73050f1-e8c6-45d0-b8a9-fe475501614f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:57.101443 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e8263127-b44d-48ed-bfe7-68473398534d req-e73050f1-e8c6-45d0-b8a9-fe475501614f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0503550 Aug 29 14:32:57.138204 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e8263127-b44d-48ed-bfe7-68473398534d req-080cb43d-ec3d-4d97-bea6-36de73ab4cb2 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308444 Aug 29 14:32:57.455290 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:57.967586 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:58.026777 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2e3eb-d591-4a70-837b-58ee45846972 req-15f3dc9b-d20f-4138-9075-62bdc32bfdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:58.028170 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0cf2e3eb-d591-4a70-837b-58ee45846972 req-15f3dc9b-d20f-4138-9075-62bdc32bfdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 943 time: 0.0472887 Aug 29 14:32:58.064699 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0cf2e3eb-d591-4a70-837b-58ee45846972 req-13ec9d76-bac9-4627-8cd1-9ba55fec1838 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301721 Aug 29 14:32:58.168421 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4458db3-372e-4528-95d8-9a58374f3477 req-8e28dc01-da35-408d-92b2-157a3c5516b7 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:58.169940 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4458db3-372e-4528-95d8-9a58374f3477 req-8e28dc01-da35-408d-92b2-157a3c5516b7 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0546286 Aug 29 14:32:58.282376 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6906197-2653-41ab-ae0f-27c6c1d4dadc req-981fcdcf-6391-4b57-8c01-65fef8e3b701 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:58.283773 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b6906197-2653-41ab-ae0f-27c6c1d4dadc req-981fcdcf-6391-4b57-8c01-65fef8e3b701 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0810270 Aug 29 14:32:58.322710 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Deleting port 3d633937-62c6-4704-b33f-2d41df64107d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:32:58.323043 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:58.370999 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b6906197-2653-41ab-ae0f-27c6c1d4dadc req-2132002e-a5ea-4ee5-a257-eb7a4df283aa tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812631 Aug 29 14:32:58.432865 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] For port 3d633937-62c6-4704-b33f-2d41df64107d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3d633937-62c6-4704-b33f-2d41df64107d,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:32:58.433224 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:58.446423 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Calling delete_port for 3d633937-62c6-4704-b33f-2d41df64107d owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:32:58.571151 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:58.582425 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:32:58.600878 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event deleted for resources: {'Port': ['ID=3d633937-62c6-4704-b33f-2d41df64107d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:32:58.638301 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] No DVR routers for this DVR port 3d633937-62c6-4704-b33f-2d41df64107d on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:32:58.641905 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:58.643937 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c4458db3-372e-4528-95d8-9a58374f3477 req-b040e04a-a52b-40c2-9c52-43c8a7c3b17e tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "DELETE /v2.0/ports/3d633937-62c6-4704-b33f-2d41df64107d HTTP/1.1" status: 204 len: 173 time: 0.4646244 Aug 29 14:32:58.644374 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'name': 'network-vif-deleted', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:32:58.646630 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27c9c9b-bbc2-46c5-a005-88f25e663fdf" -d '{"events": [{"server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "name": "network-vif-deleted", "tag": "3d633937-62c6-4704-b33f-2d41df64107d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:32:58.685339 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bbf3b5-9cb0-4ac3-8d5e-16210f3c43ad x-openstack-request-id: req-e2bbf3b5-9cb0-4ac3-8d5e-16210f3c43ad {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:32:58.685657 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0", "name": "network-vif-deleted", "tag": "3d633937-62c6-4704-b33f-2d41df64107d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:32:58.685934 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2bbf3b5-9cb0-4ac3-8d5e-16210f3c43ad {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:32:58.686301 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0', 'name': 'network-vif-deleted', 'tag': '3d633937-62c6-4704-b33f-2d41df64107d', 'status': 'completed', 'code': 200} Aug 29 14:32:58.689307 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:32:58.700599 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'port_id': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'mac_address': 'fa:16:3e:71:d7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:32:58.737957 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:58.751034 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be0e5d9-5f2c-4913-bbff-bc593a82270e {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:32:58.769499 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:32:58.772985 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:58.817333 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:32:58.818710 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=9']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:32:59.121037 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['8be0e5d9-5f2c-4913-bbff-bc593a82270e'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:32:59.187811 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea28b8-77c6-4678-898d-806d28c8558d req-62259597-e525-40b4-a461-1181ddf638e4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:32:59.189212 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d9ea28b8-77c6-4678-898d-806d28c8558d req-62259597-e525-40b4-a461-1181ddf638e4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 944 time: 0.0521204 Aug 29 14:32:59.227565 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d9ea28b8-77c6-4678-898d-806d28c8558d req-0928b7e0-cd27-4520-a9ad-ec5f9a704a4e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321636 Aug 29 14:32:59.481297 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b4319b9c-6680-47b4-8db9-a12ef7714b1d req-51bd8279-638e-497a-b490-e7d6128859a4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea99c3d6-242a-48e4-b5a6-dfdb718e3eb0 HTTP/1.1" status: 200 len: 210 time: 0.0303011 Aug 29 14:32:59.664827 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:00.349028 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4723446-8b31-4840-88de-697dd890af2c req-a63255d6-ea91-46da-8d19-87adabe32132 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:00.350489 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d4723446-8b31-4840-88de-697dd890af2c req-a63255d6-ea91-46da-8d19-87adabe32132 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 944 time: 0.0479043 Aug 29 14:33:00.387399 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d4723446-8b31-4840-88de-697dd890af2c req-14f57acb-d950-4778-a31c-edccf1357c7b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Aug 29 14:33:00.591630 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:33:00.640222 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 8be0e5d9-5f2c-4913-bbff-bc593a82270e triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:00.640686 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:00.717404 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:00.740390 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:33:00.742637 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae92388-8393-4847-919e-0f0319445fa8" -d '{"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-plugged", "status": "completed", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:33:00.755022 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:00.759079 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:00.784017 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4960384b-7a5f-44a3-a15f-a18c261293ad x-openstack-request-id: req-4960384b-7a5f-44a3-a15f-a18c261293ad {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:33:00.784307 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-plugged", "status": "completed", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:33:00.784557 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4960384b-7a5f-44a3-a15f-a18c261293ad {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:33:00.784930 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'code': 200} Aug 29 14:33:00.809369 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=10']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:01.029312 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4160e20-ac71-4c92-be83-e15efb5adcde req-ead29553-c83e-4115-8f02-735c4b27aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:01.030809 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f4160e20-ac71-4c92-be83-e15efb5adcde req-ead29553-c83e-4115-8f02-735c4b27aad6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 1099 time: 0.0406592 Aug 29 14:33:01.066573 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f4160e20-ac71-4c92-be83-e15efb5adcde req-8191a90a-28ac-4abb-bd75-ef65c514ee77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284853 Aug 29 14:33:01.504586 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d05cc-6b62-4b4e-a7fd-bf8c7a7049fd req-bcc75730-194b-48d3-a600-3b3a9d32d991 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:01.506049 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e72d05cc-6b62-4b4e-a7fd-bf8c7a7049fd req-bcc75730-194b-48d3-a600-3b3a9d32d991 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 946 time: 0.0490956 Aug 29 14:33:01.544252 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e72d05cc-6b62-4b4e-a7fd-bf8c7a7049fd req-eb4068d6-4316-4c6a-b906-868cefac30df tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Aug 29 14:33:02.607475 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 3d633937-62c6-4704-b33f-2d41df64107d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:02.629820 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 3d633937-62c6-4704-b33f-2d41df64107d {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:02.630158 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 3d633937-62c6-4704-b33f-2d41df64107d not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:02.669595 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f710686-2add-4dbd-adf5-4c939f5a4453 req-9f8b39ce-fc0f-4854-b14b-e019aff61569 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:02.671133 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f710686-2add-4dbd-adf5-4c939f5a4453 req-9f8b39ce-fc0f-4854-b14b-e019aff61569 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 946 time: 0.0528443 Aug 29 14:33:02.710270 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7f710686-2add-4dbd-adf5-4c939f5a4453 req-098fad70-68c3-4f02-8854-7b7096db51aa tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324295 Aug 29 14:33:02.750301 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47750) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:02.905492 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Deleting port e4d2e12b-14ba-479b-aa26-d8bedeafde3e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:02.906381 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:02.981035 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:02.981372 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:02.994310 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Calling delete_port for e4d2e12b-14ba-479b-aa26-d8bedeafde3e owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:03.142310 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:03.168619 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event deleted for resources: {'Port': ['ID=e4d2e12b-14ba-479b-aa26-d8bedeafde3e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:03.228299 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:03.228715 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Floating IP 8e93a3d3-621a-4fec-b9d4-1c80b82e3a93 disassociated (deleted). External IP: 172.27.3.224, port: ecfd6d5c-5f7b-4a00-8fba-334eb96ff342. Aug 29 14:33:03.427971 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Router aacda337-592f-48bb-8095-b8b163aff8a3 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:03.530532 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:03.535979 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:03.540855 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:03.550106 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:03.550802 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:03.563791 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d6e1ed6c-1bc9-47d4-9463-34cd552b3847 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "DELETE /v2.0/floatingips/8e93a3d3-621a-4fec-b9d4-1c80b82e3a93 HTTP/1.1" status: 204 len: 168 time: 0.8122108 Aug 29 14:33:03.564465 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:33:03.566809 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5529d62-56c0-46bd-87f2-38378a444aea" -d '{"events": [{"name": "network-changed", "server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:33:03.603077 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cb86ea-6236-404c-9c60-72c479a4c650 x-openstack-request-id: req-91cb86ea-6236-404c-9c60-72c479a4c650 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:33:03.603485 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:33:03.603738 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91cb86ea-6236-404c-9c60-72c479a4c650 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:33:03.604131 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'status': 'completed', 'code': 200} Aug 29 14:33:03.658484 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:03.688816 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529d62-56c0-46bd-87f2-38378a444aea req-d5ee63d3-98c1-4439-ae71-f8878905775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:03.691482 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b5529d62-56c0-46bd-87f2-38378a444aea req-d5ee63d3-98c1-4439-ae71-f8878905775e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=034ced9d4f634c19a9059676ef9e2892&device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 1099 time: 0.0442853 Aug 29 14:33:03.838569 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb0a1-629c-436d-88b0-b3ee3f9c404a req-a769ae59-0802-4629-99b0-9d45b02eedf0 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:03.840181 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c3bcb0a1-629c-436d-88b0-b3ee3f9c404a req-a769ae59-0802-4629-99b0-9d45b02eedf0 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 946 time: 0.0501976 Aug 29 14:33:03.860895 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974df6b-4695-4bb1-8d47-7e8764ecbf00 req-eb848cdd-fee3-4323-87eb-3e24fa58649d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:03.862497 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f974df6b-4695-4bb1-8d47-7e8764ecbf00 req-eb848cdd-fee3-4323-87eb-3e24fa58649d tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 946 time: 0.1070094 Aug 29 14:33:03.873117 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:03.880587 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-c3bcb0a1-629c-436d-88b0-b3ee3f9c404a req-cc579e82-7361-4ee4-9059-4f5d5a315db3 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332379 Aug 29 14:33:03.893727 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529d62-56c0-46bd-87f2-38378a444aea req-438ad5ac-4ac7-4030-b7e6-7894873be53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:03.895417 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b5529d62-56c0-46bd-87f2-38378a444aea req-438ad5ac-4ac7-4030-b7e6-7894873be53d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 200 len: 912 time: 0.1513302 Aug 29 14:33:03.903952 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:03.913279 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:03.913874 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:03.948281 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b5529d62-56c0-46bd-87f2-38378a444aea req-4b6fde4a-0e55-45a4-b5dd-fa95d0e283ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 HTTP/1.1" status: 200 len: 217 time: 0.0439811 Aug 29 14:33:03.953216 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f974df6b-4695-4bb1-8d47-7e8764ecbf00 req-91cb2eed-1bec-4964-80b5-97b071bcbd20 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820293 Aug 29 14:33:03.997800 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529d62-56c0-46bd-87f2-38378a444aea req-06c35048-ad6f-4209-be2a-83d50aed1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:03.999300 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b5529d62-56c0-46bd-87f2-38378a444aea req-06c35048-ad6f-4209-be2a-83d50aed1718 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 200 len: 850 time: 0.0433669 Aug 29 14:33:04.023092 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:04.043964 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529d62-56c0-46bd-87f2-38378a444aea req-1af34f19-56dd-4756-8a0b-33e42579754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:04.045433 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b5529d62-56c0-46bd-87f2-38378a444aea req-1af34f19-56dd-4756-8a0b-33e42579754b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b63349b1-f821-4efb-a380-13cf82cffcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381737 Aug 29 14:33:04.139261 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b5529d62-56c0-46bd-87f2-38378a444aea req-1ac2f2e1-78f5-4352-aca3-905da10ca5ad service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 Aug 29 14:33:04.217097 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:04.228521 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b5529d62-56c0-46bd-87f2-38378a444aea req-f38181f4-434a-476b-b7db-9d7cfede258b service neutron] 10.222.0.32 "GET /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813477 Aug 29 14:33:04.247416 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2135e-a4c0-4279-9bff-77c2c5901bcf None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:24:39Z', 'revision_number': 4, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'd03d28e9-991c-4bb1-9f7d-72db23890a33', 'name': '', 'network_id': 'b63349b1-f821-4efb-a380-13cf82cffcfe', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'mac_address': 'fa:16:3e:f0:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:37Z', 'updated_at': '2021-08-29T14:24:48Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'subnets': [{'id': 'd3cf809b-4d1a-4515-8ab6-42a82e1e921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:04.459213 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba48d29-30d6-4fb2-a921-889d0689f46e None None] New status for floating IP 8e93a3d3-621a-4fec-b9d4-1c80b82e3a93: DOWN {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:33:05.066408 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e1583-fb50-4a22-96bc-d891fb80364c req-b21ed57f-1c3c-4ed4-abf2-3286e282321f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:05.067897 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dd4e1583-fb50-4a22-96bc-d891fb80364c req-b21ed57f-1c3c-4ed4-abf2-3286e282321f tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 946 time: 0.0484164 Aug 29 14:33:05.108241 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dd4e1583-fb50-4a22-96bc-d891fb80364c req-d941e97b-705f-4ba7-972e-5c3e25d478e4 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345623 Aug 29 14:33:05.584161 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-59d78dfd-9bae-4bb7-bf97-5a4e6db30c52 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:05.585586 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-59d78dfd-9bae-4bb7-bf97-5a4e6db30c52 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 946 time: 0.0477974 Aug 29 14:33:05.677467 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Deleting port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:05.677800 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:05.763488 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] For port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:05.763851 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:05.770602 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47764) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:05.776973 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Calling delete_port for ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:05.906414 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:05.929194 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Deleting port c984a3ba-d580-4412-bc10-2c90d5931756 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:05.929536 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:05.934938 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event deleted for resources: {'Port': ['ID=ecfd6d5c-5f7b-4a00-8fba-334eb96ff342,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:05.978587 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] No DVR routers for this DVR port ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:05.980954 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:05.982936 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dcd40959-896d-4ea9-9ade-4738872ebf29 req-98e7699e-f007-48d0-8ef8-2eb5cd7d036b tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.32 "DELETE /v2.0/ports/ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 HTTP/1.1" status: 204 len: 173 time: 0.3909745 Aug 29 14:33:05.983363 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'name': 'network-vif-deleted', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:33:05.986321 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460ae18d-41bf-49b6-b096-e80cf2ea8aa0" -d '{"events": [{"server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "name": "network-vif-deleted", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:33:06.011324 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:06.011706 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:06.022173 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c067b-4538-43c7-8d3b-4787febf6fac x-openstack-request-id: req-de1c067b-4538-43c7-8d3b-4787febf6fac {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:33:06.022413 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14433853-6b9e-470a-a4fe-4a2ec3dd9e31", "name": "network-vif-deleted", "tag": "ecfd6d5c-5f7b-4a00-8fba-334eb96ff342", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:33:06.022677 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de1c067b-4538-43c7-8d3b-4787febf6fac {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:33:06.023040 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14433853-6b9e-470a-a4fe-4a2ec3dd9e31', 'name': 'network-vif-deleted', 'tag': 'ecfd6d5c-5f7b-4a00-8fba-334eb96ff342', 'status': 'completed', 'code': 200} Aug 29 14:33:06.028060 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Calling delete_port for c984a3ba-d580-4412-bc10-2c90d5931756 owned by network:floatingip {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:06.222873 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0a82ab43-f3d4-4e3c-a3ce-80d04449dffd req-4fc623be-3039-420f-9169-3a8e1e160281 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14433853-6b9e-470a-a4fe-4a2ec3dd9e31 HTTP/1.1" status: 200 len: 210 time: 0.0356534 Aug 29 14:33:06.234902 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:06.259890 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event deleted for resources: {'Port': ['ID=c984a3ba-d580-4412-bc10-2c90d5931756,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:06.271204 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.271671 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.271874 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.272198 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.272524 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.272847 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.273169 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.273485 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.273882 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.274211 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.274548 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.274917 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:06.336459 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for floatingip, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:06.337486 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.l3_db [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Floating IP a9bff861-5355-4872-9701-69aa1508803c disassociated (deleted). External IP: 172.27.3.20, port: 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1. Aug 29 14:33:06.547415 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Router ed630e9d-9e04-4188-9062-ba66aa4cf02a has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:06.650527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:06.655223 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:06.660164 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] Sync routers for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:06.670130 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:06.670774 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:06.681487 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-8f4a92ee-71d8-4758-b7ce-d29639888aa8 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "DELETE /v2.0/floatingips/a9bff861-5355-4872-9701-69aa1508803c HTTP/1.1" status: 204 len: 168 time: 0.9098098 Aug 29 14:33:06.682066 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:33:06.684323 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac1990-b73a-4c20-a8cc-5e717e6bc136" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:33:06.736387 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b3b58f-362d-4bbe-9593-359ee0d34ff0 x-openstack-request-id: req-71b3b58f-362d-4bbe-9593-359ee0d34ff0 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:33:06.736673 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:33:06.736922 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71b3b58f-362d-4bbe-9593-359ee0d34ff0 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:33:06.737317 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'status': 'completed', 'code': 200} Aug 29 14:33:06.790995 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:06.870143 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-3efebf1d-5fb3-4410-b5fe-a81b09179559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:06.875338 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-3efebf1d-5fb3-4410-b5fe-a81b09179559 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9db05e186ef84e7aa28b0987ba339058&device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 1098 time: 0.0756707 Aug 29 14:33:06.938110 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24a29b-52c0-4020-86f2-c853f72ec612 req-97eb7ae0-e556-4a3c-9671-9c05419ae715 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:06.943464 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3e24a29b-52c0-4020-86f2-c853f72ec612 req-97eb7ae0-e556-4a3c-9671-9c05419ae715 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0662532 Aug 29 14:33:06.980136 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3e24a29b-52c0-4020-86f2-c853f72ec612 req-4f36c7db-ceeb-430c-9bb0-d8fea5e9461d tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343108 Aug 29 14:33:06.981457 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-85a3f3b6-769d-41f0-bf85-b1fbb09287b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:06.983093 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-85a3f3b6-769d-41f0-bf85-b1fbb09287b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 200 len: 909 time: 0.0909359 Aug 29 14:33:07.007658 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:37Z', 'revision_number': 5, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:07.029163 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-6c475814-d37a-48a4-b883-716e71aae5a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 200 len: 217 time: 0.0384138 Aug 29 14:33:07.034054 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] Checking router: ed630e9d-9e04-4188-9062-ba66aa4cf02a for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:07.042206 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:07.042830 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:07.079778 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-2ed3d624-6073-4d07-b012-3d7de6f0ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:07.081138 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-2ed3d624-6073-4d07-b012-3d7de6f0ba7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce HTTP/1.1" status: 200 len: 847 time: 0.0440249 Aug 29 14:33:07.127400 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-8e878942-82cf-4dd3-8172-f5494ac7fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:07.128934 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-8e878942-82cf-4dd3-8172-f5494ac7fcd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa56291e-01ca-40ac-86b1-af5604bf83fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390668 Aug 29 14:33:07.147937 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:07.280578 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47778) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:07.360059 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:37Z', 'revision_number': 5, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:07.388426 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f8f7a-78f2-4d21-99fd-498873595b95 None None] The sync data for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi is: [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 4, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '7eb851b3-1511-42e0-9052-44e6b0d92ed8', 'name': '', 'network_id': 'aa56291e-01ca-40ac-86b1-af5604bf83fa', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'mac_address': 'fa:16:3e:a9:60:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:32Z', 'updated_at': '2021-08-29T14:28:37Z', 'revision_number': 5, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'subnets': [{'id': '9f9fdcb3-2ad8-4267-8227-9c9dad9019ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:07.414566 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Deleting port dbbe8421-8948-4f91-9b8b-6d1e3a17cab5 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:07.415058 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:07.480003 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-83fcdc84-29ce-4c6a-b57c-bb497c554da9 service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433959 Aug 29 14:33:07.494453 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:07.494819 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:07.507116 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Calling delete_port for dbbe8421-8948-4f91-9b8b-6d1e3a17cab5 owned by network:floatingip {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:07.593973 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dfac1990-b73a-4c20-a8cc-5e717e6bc136 req-b1ff3127-967a-4dee-891e-9469b53554fe service neutron] 10.222.0.32 "GET /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054468 Aug 29 14:33:07.634723 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc6675-f0e7-4cb7-93a2-ad681186e350 None None] New status for floating IP a9bff861-5355-4872-9701-69aa1508803c: DOWN {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:33:07.659926 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:07.685795 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event deleted for resources: {'Port': ['ID=dbbe8421-8948-4f91-9b8b-6d1e3a17cab5,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:07.748472 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for floatingip, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:07.751681 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:07.752809 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-69e6fe78-e1fd-48d0-9232-810f8f9eb462 tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "DELETE /v2.0/floatingips/8a94e804-5661-4740-8582-073dee80386b HTTP/1.1" status: 204 len: 168 time: 0.4702899 Aug 29 14:33:08.092942 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2762c-f4e1-4088-943c-dc9c7b3235bc req-0e654d3c-ac4b-4136-a144-d97a5a723d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:08.095479 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-75f2762c-f4e1-4088-943c-dc9c7b3235bc req-0e654d3c-ac4b-4136-a144-d97a5a723d84 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0498714 Aug 29 14:33:08.133901 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-75f2762c-f4e1-4088-943c-dc9c7b3235bc req-5dccd7ab-a238-4ca3-b9d2-2ecccbfd344a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321760 Aug 29 14:33:08.763594 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-ea9cd207-4d0d-462d-b307-ecaef7afaecd tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:08.777068 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-ea9cd207-4d0d-462d-b307-ecaef7afaecd tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Aug 29 14:33:08.856842 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Deleting port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:08.857182 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:08.948093 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] For port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:08.948461 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:08.950889 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47792) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:08.973448 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Calling delete_port for 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:09.062729 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d86b53e-ecf7-428e-b0f0-58be2235179c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:09.097489 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d86b53e-ecf7-428e-b0f0-58be2235179c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:09.181914 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:09.217617 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event deleted for resources: {'Port': ['ID=9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:09.241707 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d86b53e-ecf7-428e-b0f0-58be2235179c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:09.244355 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d86b53e-ecf7-428e-b0f0-58be2235179c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:09.245519 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-9d86b53e-ecf7-428e-b0f0-58be2235179c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] 10.222.0.20 "DELETE /v2.0/security-groups/fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a HTTP/1.1" status: 204 len: 168 time: 0.2936513 Aug 29 14:33:09.277796 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-e1de85fa-c085-4229-b360-d318b7546e43 req-2ed207b7-2904-4b35-bade-b74adc5b3f88 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e0bd57-894b-47cd-8fbb-f66a9dffad05 HTTP/1.1" status: 200 len: 210 time: 0.0651817 Aug 29 14:33:09.299972 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] No DVR routers for this DVR port 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:09.302020 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86b53e-ecf7-428e-b0f0-58be2235179c tempest-TestVolumeBootPattern-1563310435 tempest-TestVolumeBootPattern-1563310435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6cfbaa-d5d5-406f-a0ab-0c3ffd25c51a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:09.303843 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:09.304461 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47798) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:09.305804 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1fa2cf68-f9c0-48f4-8cfa-f995a8b67bd3 req-943cde7b-b3ac-423f-a980-09f7cc63111a tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.32 "DELETE /v2.0/ports/9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 HTTP/1.1" status: 204 len: 173 time: 0.5331094 Aug 29 14:33:09.306224 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'name': 'network-vif-deleted', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:33:09.308483 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e954b8e9-d885-465d-95e5-b1dc90f2399b" -d '{"events": [{"server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "name": "network-vif-deleted", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:33:09.353626 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18aec4-cc10-43f3-aac1-0f10a095654a x-openstack-request-id: req-ff18aec4-cc10-43f3-aac1-0f10a095654a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:33:09.353918 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e0bd57-894b-47cd-8fbb-f66a9dffad05", "name": "network-vif-deleted", "tag": "9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:33:09.354171 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff18aec4-cc10-43f3-aac1-0f10a095654a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:33:09.354601 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e0bd57-894b-47cd-8fbb-f66a9dffad05', 'name': 'network-vif-deleted', 'tag': '9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1', 'status': 'completed', 'code': 200} Aug 29 14:33:09.843086 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.136239 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Deleting port d03d28e9-991c-4bb1-9f7d-72db23890a33 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:10.136575 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.215514 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] For port d03d28e9-991c-4bb1-9f7d-72db23890a33, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=d03d28e9-991c-4bb1-9f7d-72db23890a33,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:10.215885 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.229213 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Calling delete_port for d03d28e9-991c-4bb1-9f7d-72db23890a33 owned by network:router_interface {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:10.338406 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47806) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:10.396593 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffd510d2-cdf7-441c-be73-25ed73796642 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.409449 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.422160 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffd510d2-cdf7-441c-be73-25ed73796642 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.442818 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Pushing event deleted for resources: {'Port': ['ID=d03d28e9-991c-4bb1-9f7d-72db23890a33,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:10.493424 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffd510d2-cdf7-441c-be73-25ed73796642 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.496079 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffd510d2-cdf7-441c-be73-25ed73796642 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.497479 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-ffd510d2-cdf7-441c-be73-25ed73796642 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] 10.222.0.20 "DELETE /v2.0/security-groups/c9abd72c-3235-46d9-b3d6-1ddf229e8cf2 HTTP/1.1" status: 204 len: 168 time: 0.1579597 Aug 29 14:33:10.507723 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd510d2-cdf7-441c-be73-25ed73796642 tempest-TestShelveInstance-530383329 tempest-TestShelveInstance-530383329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9abd72c-3235-46d9-b3d6-1ddf229e8cf2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:10.553762 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47810) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:10.663282 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:10.684285 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:10.684626 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 9eb43231-59a6-4ec8-8b7b-eabd23e7e5f1 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:10.685041 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:10.710310 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:10.710592 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device ecfd6d5c-5f7b-4a00-8fba-334eb96ff342 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:10.865637 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:10.929179 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.078952 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Router aacda337-592f-48bb-8095-b8b163aff8a3 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:11.170959 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Deleting port 7eb851b3-1511-42e0-9052-44e6b0d92ed8 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:11.171870 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.184674 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:11.189894 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-b8e580da-9f0b-4458-af85-03ba47a6189d admin admin] 10.222.0.20 "PUT /v2.0/routers/aacda337-592f-48bb-8095-b8b163aff8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8833699 Aug 29 14:33:11.192179 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47812) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:11.194394 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] Sync routers for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:11.203737 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:11.204538 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:11.258311 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] For port 7eb851b3-1511-42e0-9052-44e6b0d92ed8, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=7eb851b3-1511-42e0-9052-44e6b0d92ed8,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:11.258311 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.271493 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Calling delete_port for 7eb851b3-1511-42e0-9052-44e6b0d92ed8 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:11.310671 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks [] for router, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.413428 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.451096 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:11.458042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.473561 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Deleting port 02d8152a-f710-4377-a109-f09a696b82fa {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:11.473910 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.484858 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb851b3-1511-42e0-9052-44e6b0d92ed8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:11.616356 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] For port 02d8152a-f710-4377-a109-f09a696b82fa, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=02d8152a-f710-4377-a109-f09a696b82fa,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:11.617003 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.637110 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Calling delete_port for 02d8152a-f710-4377-a109-f09a696b82fa owned by network:router_gateway {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:11.685375 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '02d8152a-f710-4377-a109-f09a696b82fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:33:10Z', 'revision_number': 5, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port': {'id': '02d8152a-f710-4377-a109-f09a696b82fa', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:35Z', 'updated_at': '2021-08-29T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:11.698541 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.719172 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] Checking router: aacda337-592f-48bb-8095-b8b163aff8a3 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:11.733413 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] Routers {'aacda337-592f-48bb-8095-b8b163aff8a3'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:11.734793 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['aacda337-592f-48bb-8095-b8b163aff8a3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:11.828232 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] Set router aacda337-592f-48bb-8095-b8b163aff8a3 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:11.837353 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:11.864222 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Pushing event deleted for resources: {'Port': ['ID=02d8152a-f710-4377-a109-f09a696b82fa,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:11.885495 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:33:11Z', 'revision_number': 6, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port_host': None}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:11.912479 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0871a6-2088-4885-83e8-a898899c58aa None None] The sync data for ids ['aacda337-592f-48bb-8095-b8b163aff8a3'] in dv-cinder-773985-15-iscsi is: [{'id': 'aacda337-592f-48bb-8095-b8b163aff8a3', 'name': 'tempest-TestVolumeBootPattern-296021006-router', 'tenant_id': '034ced9d4f634c19a9059676ef9e2892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:34Z', 'updated_at': '2021-08-29T14:33:11Z', 'revision_number': 6, 'project_id': '034ced9d4f634c19a9059676ef9e2892', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:11.944050 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Router ed630e9d-9e04-4188-9062-ba66aa4cf02a has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:11.946499 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.036843 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.039550 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.049893 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:12.057652 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6ab3ad2f-108d-4c24-9dee-c00091e9f31d admin admin] 10.222.0.20 "PUT /v2.0/routers/ed630e9d-9e04-4188-9062-ba66aa4cf02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5010974 Aug 29 14:33:12.058212 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] Sync routers for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:12.058746 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47814) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:12.068447 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:12.069052 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:12.084025 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.084715 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aacda337-592f-48bb-8095-b8b163aff8a3 {{(pid=93802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:33:12.089120 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.092813 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-270d849d-3523-4e5c-8788-296b242d910a admin admin] 10.222.0.20 "DELETE /v2.0/routers/aacda337-592f-48bb-8095-b8b163aff8a3 HTTP/1.1" status: 204 len: 168 time: 0.8996961 Aug 29 14:33:12.093524 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47816) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:12.142146 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfd9d4a-18d9-40ab-af76-90abc7540642 admin admin] Deleting subnet d3cf809b-4d1a-4515-8ab6-42a82e1e921d {{(pid=93802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:33:12.145400 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9d4a-18d9-40ab-af76-90abc7540642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.165106 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.181881 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9d4a-18d9-40ab-af76-90abc7540642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4325550'] for subnet, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.182278 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:12.283939 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.300184 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9d4a-18d9-40ab-af76-90abc7540642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.353926 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Deleting port 0532d046-1eeb-4c12-829a-90a0e13b07cf {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:12.354273 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.365819 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9d4a-18d9-40ab-af76-90abc7540642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4451898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4350205'] for subnet, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.399380 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd9d4a-18d9-40ab-af76-90abc7540642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cf809b-4d1a-4515-8ab6-42a82e1e921d,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:12.401385 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:33:11Z', 'revision_number': 5, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port': {'id': '0532d046-1eeb-4c12-829a-90a0e13b07cf', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:30Z', 'updated_at': '2021-08-29T14:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:12.406101 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9d4a-18d9-40ab-af76-90abc7540642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.410362 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-6cfd9d4a-18d9-40ab-af76-90abc7540642 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d3cf809b-4d1a-4515-8ab6-42a82e1e921d HTTP/1.1" status: 204 len: 168 time: 0.3137488 Aug 29 14:33:12.410749 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47818) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:12.414240 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f54dd-4c72-458b-b89f-8ae70f1fe78d None None] Network b63349b1-f821-4efb-a380-13cf82cffcfe requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:33:12.434561 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] Checking router: ed630e9d-9e04-4188-9062-ba66aa4cf02a for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:12.441222 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] For port 0532d046-1eeb-4c12-829a-90a0e13b07cf, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=0532d046-1eeb-4c12-829a-90a0e13b07cf,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:12.441603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.444200 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] Routers {'ed630e9d-9e04-4188-9062-ba66aa4cf02a'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:12.445049 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:12.457480 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Calling delete_port for 0532d046-1eeb-4c12-829a-90a0e13b07cf owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:12.493255 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.553062 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] Set router ed630e9d-9e04-4188-9062-ba66aa4cf02a gateway port host: None {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:12.572032 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Deleting port afb0de6a-317d-40af-913b-a68e57ee707b {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:12.572382 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.610882 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:33:12Z', 'revision_number': 6, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port_host': None}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:12.638388 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] For port afb0de6a-317d-40af-913b-a68e57ee707b, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=afb0de6a-317d-40af-913b-a68e57ee707b,segment=NetworkSegment(2862b41c-5682-4e88-a5e0-cdb58a7ffe65),segment_id=2862b41c-5682-4e88-a5e0-cdb58a7ffe65)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:12.638748 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.645967 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85790cf2-5a0b-4d8d-8ccb-8aee2899f15d None None] The sync data for ids ['ed630e9d-9e04-4188-9062-ba66aa4cf02a'] in dv-cinder-773985-15-iscsi is: [{'id': 'ed630e9d-9e04-4188-9062-ba66aa4cf02a', 'name': 'tempest-TestShelveInstance-742598326-router', 'tenant_id': '9db05e186ef84e7aa28b0987ba339058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:33:12Z', 'revision_number': 6, 'project_id': '9db05e186ef84e7aa28b0987ba339058', 'gw_port_host': None}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:12.653400 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Calling delete_port for afb0de6a-317d-40af-913b-a68e57ee707b owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:12.719196 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] DHCP port deletion for b63349b1-f821-4efb-a380-13cf82cffcfe request from dv-cinder-773985-15-iscsi {{(pid=93803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:33:12.767753 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.779072 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] Deleting port afb0de6a-317d-40af-913b-a68e57ee707b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:12.779733 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.797371 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb0de6a-317d-40af-913b-a68e57ee707b,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:12.803158 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] No DVR routers for this DVR port afb0de6a-317d-40af-913b-a68e57ee707b on host dv-cinder-773985-15-iscsi {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:12.849381 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] For port afb0de6a-317d-40af-913b-a68e57ee707b, host dv-cinder-773985-15-iscsi, got binding levels [] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:12.849988 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.865000 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] Calling delete_port for afb0de6a-317d-40af-913b-a68e57ee707b owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:12.868438 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] Port afb0de6a-317d-40af-913b-a68e57ee707b was not found and therefore no delete operation was performed {{(pid=93803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 14:33:12.869677 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.879097 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.889607 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63349b1-f821-4efb-a380-13cf82cffcfe']}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:12.900001 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] Pushing event deleted for resources: {'Port': ['ID=afb0de6a-317d-40af-913b-a68e57ee707b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:12.901878 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2862b41c-5682-4e88-a5e0-cdb58a7ffe65') {'for_net_delete': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:12.902408 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2862b41c-5682-4e88-a5e0-cdb58a7ffe65') {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:12.904246 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb3ae5-c1fd-4815-b687-86d17f573ec9 None None] No DVR routers for this DVR port afb0de6a-317d-40af-913b-a68e57ee707b on host dv-cinder-773985-15-iscsi {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:12.919610 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325553'] for segment, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.923975 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.934533 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.940571 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:33:12.941050 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4451932'] for segment, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: Traceback (most recent call last): Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: timer() Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: cb(*args, **kw) Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: return func(*args, **kwargs) Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: self._notify() Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: self.callback(batched_events) Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: event.method(event) Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: return f(self, *a, **k) Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._get(url).json() Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: return self.request(url, 'GET', **kwargs) Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:33:12.942851 dv-cinder-773985-15-iscsi neutron-server[93802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:33:12.976854 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=0532d046-1eeb-4c12-829a-90a0e13b07cf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:13.000723 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.007081 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.011721 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b63349b1-f821-4efb-a380-13cf82cffcfe HTTP/1.1" status: 204 len: 168 time: 0.5972550 Aug 29 14:33:13.012635 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47820) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:13.019182 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49b778-2bc3-41e8-9f7b-9f248a15d414 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63349b1-f821-4efb-a380-13cf82cffcfe,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:13.068419 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.198326 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.201556 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.263624 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.264137 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed630e9d-9e04-4188-9062-ba66aa4cf02a {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:33:13.269936 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.271294 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-fc54a0fb-45cc-4151-95bb-1bc0c639bc3b admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed630e9d-9e04-4188-9062-ba66aa4cf02a HTTP/1.1" status: 204 len: 168 time: 1.2120588 Aug 29 14:33:13.274108 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47822) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:13.318488 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c77905-8d1e-48a2-87cb-b389384a8804 admin admin] Deleting subnet 9f9fdcb3-2ad8-4267-8227-9c9dad9019ce {{(pid=93802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:33:13.321407 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94c77905-8d1e-48a2-87cb-b389384a8804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.355516 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94c77905-8d1e-48a2-87cb-b389384a8804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4325550'] for subnet, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.436807 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94c77905-8d1e-48a2-87cb-b389384a8804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.496806 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94c77905-8d1e-48a2-87cb-b389384a8804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4451898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4350205'] for subnet, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.522403 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c77905-8d1e-48a2-87cb-b389384a8804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9fdcb3-2ad8-4267-8227-9c9dad9019ce,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:13.523772 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.526063 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94c77905-8d1e-48a2-87cb-b389384a8804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.527985 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-94c77905-8d1e-48a2-87cb-b389384a8804 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9f9fdcb3-2ad8-4267-8227-9c9dad9019ce HTTP/1.1" status: 204 len: 168 time: 0.2528002 Aug 29 14:33:13.532304 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47824) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:13.532484 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146ff9a-91b2-459f-8970-f112d4c0d18a None None] Network aa56291e-01ca-40ac-86b1-af5604bf83fa requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:33:13.651234 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 7eb851b3-1511-42e0-9052-44e6b0d92ed8 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:13.673930 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 7eb851b3-1511-42e0-9052-44e6b0d92ed8 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:13.674267 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 7eb851b3-1511-42e0-9052-44e6b0d92ed8 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:13.674703 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device afb0de6a-317d-40af-913b-a68e57ee707b no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:13.684260 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.698927 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: afb0de6a-317d-40af-913b-a68e57ee707b {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:13.699272 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device afb0de6a-317d-40af-913b-a68e57ee707b not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:13.699883 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device d03d28e9-991c-4bb1-9f7d-72db23890a33 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:13.723207 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: d03d28e9-991c-4bb1-9f7d-72db23890a33 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:13.723712 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device d03d28e9-991c-4bb1-9f7d-72db23890a33 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:13.723957 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 02d8152a-f710-4377-a109-f09a696b82fa no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:13.747145 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 02d8152a-f710-4377-a109-f09a696b82fa {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:13.747492 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 02d8152a-f710-4377-a109-f09a696b82fa not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:13.747911 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 0532d046-1eeb-4c12-829a-90a0e13b07cf no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:13.771002 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 0532d046-1eeb-4c12-829a-90a0e13b07cf {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:13.771574 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 0532d046-1eeb-4c12-829a-90a0e13b07cf not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:13.820457 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] DHCP port deletion for aa56291e-01ca-40ac-86b1-af5604bf83fa request from dv-cinder-773985-15-iscsi {{(pid=93803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:33:13.824446 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Deleting port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:13.824854 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.876301 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] Deleting port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:13.876815 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.929544 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] For port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:13.930159 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.937661 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] For port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,segment=NetworkSegment(595494c7-dca3-460f-b945-d3cb14f76bf3),segment_id=595494c7-dca3-460f-b945-d3cb14f76bf3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:13.938069 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:13.946421 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Calling delete_port for 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:13.950908 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] Calling delete_port for 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:14.032178 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.042732 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Deleting port f115f879-d0da-4399-9987-562282464b72 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:14.043008 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.058319 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] Pushing event deleted for resources: {'Port': ['ID=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:14.062168 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95897856-2071-44f9-b005-3c1148e65d57 None None] No DVR routers for this DVR port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf on host dv-cinder-773985-15-iscsi {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:14.113374 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.148536 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Pushing event deleted for resources: {'Port': ['ID=22c0d76d-6b44-4c69-8cc2-d135ff8a13cf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:14.150398 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] No DVR routers for this DVR port 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf on host dv-cinder-773985-15-iscsi {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:14.180837 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] For port f115f879-d0da-4399-9987-562282464b72, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=f115f879-d0da-4399-9987-562282464b72,segment=NetworkSegment(e1382906-7902-4e27-b43f-53ce877e3a93),segment_id=e1382906-7902-4e27-b43f-53ce877e3a93)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:14.181198 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.230443 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Calling delete_port for f115f879-d0da-4399-9987-562282464b72 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:14.250502 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.289940 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa56291e-01ca-40ac-86b1-af5604bf83fa']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:14.302524 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595494c7-dca3-460f-b945-d3cb14f76bf3') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:14.302820 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595494c7-dca3-460f-b945-d3cb14f76bf3') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:14.316701 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.337168 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.377157 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:33:14.377549 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: self.session.flush() Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: self.session.flush() Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: self.session.flush() Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: self.session.flush() Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:33:14.379242 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:33:14.449485 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.454859 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.456680 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] 10.222.0.20 "DELETE /v2.0/networks/aa56291e-01ca-40ac-86b1-af5604bf83fa HTTP/1.1" status: 204 len: 168 time: 0.9246502 Aug 29 14:33:14.460964 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47828) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:14.469215 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55daa7-1024-4d0b-bf69-c445b26ed54d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa56291e-01ca-40ac-86b1-af5604bf83fa,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:14.524423 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.550610 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=f115f879-d0da-4399-9987-562282464b72,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:14.721282 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.829638 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:14.937071 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Router 8449e93e-758a-403d-b626-964310c9b0f6 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:15.045621 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:15.054451 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a3b8caa9-1f22-4264-92cb-63e5d1960cbd admin admin] 10.222.0.20 "PUT /v2.0/routers/8449e93e-758a-403d-b626-964310c9b0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0384328 Aug 29 14:33:15.054451 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47830) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:15.055441 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] Sync routers for ids ['8449e93e-758a-403d-b626-964310c9b0f6'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:15.067256 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] Routers {'8449e93e-758a-403d-b626-964310c9b0f6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:15.068179 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8449e93e-758a-403d-b626-964310c9b0f6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:15.080433 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Deleting port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:15.080762 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.167337 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] For port 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,segment=NetworkSegment(652e7dbe-8994-4d0a-9f0e-d5c2429950be),segment_id=652e7dbe-8994-4d0a-9f0e-d5c2429950be)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:15.167696 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.174913 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] Set router 8449e93e-758a-403d-b626-964310c9b0f6 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:15.182133 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Calling delete_port for 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff owned by network:router_interface {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:15.355078 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:33:14Z', 'revision_number': 5, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:15.371415 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.385353 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] Checking router: 8449e93e-758a-403d-b626-964310c9b0f6 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:15.394566 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] Routers {'8449e93e-758a-403d-b626-964310c9b0f6'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:15.395177 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['8449e93e-758a-403d-b626-964310c9b0f6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:15.402640 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd6f2e9-ee05-4c88-b0f4-56eae1371eff,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:15.427161 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.549983 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.593832 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.625590 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Deleting port 76de1b09-fa40-4732-b98a-ef4ac68c1234 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:15.625989 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.687934 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] Set router 8449e93e-758a-403d-b626-964310c9b0f6 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:15.719443 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] For port 76de1b09-fa40-4732-b98a-ef4ac68c1234, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=76de1b09-fa40-4732-b98a-ef4ac68c1234,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:15.720042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.735325 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Calling delete_port for 76de1b09-fa40-4732-b98a-ef4ac68c1234 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:15.747956 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:15.783258 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:15.783695 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 22c0d76d-6b44-4c69-8cc2-d135ff8a13cf not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:15.911012 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.916570 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:33:14Z', 'revision_number': 5, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:15.941743 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Pushing event deleted for resources: {'Port': ['ID=76de1b09-fa40-4732-b98a-ef4ac68c1234,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:15.964850 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819d1ef-86c5-4228-8ae9-3b06e64f7290 None None] The sync data for ids ['8449e93e-758a-403d-b626-964310c9b0f6'] in dv-cinder-773985-15-iscsi is: [{'id': '8449e93e-758a-403d-b626-964310c9b0f6', 'name': 'tempest-TestVolumeBootPattern-651876869-router', 'tenant_id': '17a2809720504ae19c631383d87561b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:24:45Z', 'updated_at': '2021-08-29T14:33:14Z', 'revision_number': 5, 'project_id': '17a2809720504ae19c631383d87561b4', 'gw_port': {'id': '76de1b09-fa40-4732-b98a-ef4ac68c1234', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8449e93e-758a-403d-b626-964310c9b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:24:46Z', 'updated_at': '2021-08-29T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:16.020674 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.117969 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.120177 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.163997 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.164507 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8449e93e-758a-403d-b626-964310c9b0f6 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:33:16.168993 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.169910 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-b216653a-24d5-47c5-b594-d724914d800f admin admin] 10.222.0.20 "DELETE /v2.0/routers/8449e93e-758a-403d-b626-964310c9b0f6 HTTP/1.1" status: 204 len: 168 time: 1.1145067 Aug 29 14:33:16.172256 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Router 1dfe8017-d50a-4e73-8102-394aff38a4b2 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:16.173020 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47832) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:16.258185 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd757e35-3aa1-42dd-acd7-e5232db7a4e7 admin admin] Deleting subnet 43cbb6eb-bc18-40f9-8495-48b175e420e2 {{(pid=93802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:33:16.263706 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd757e35-3aa1-42dd-acd7-e5232db7a4e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.336074 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd757e35-3aa1-42dd-acd7-e5232db7a4e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4325550'] for subnet, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.363094 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:16.370922 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47834) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:16.371060 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-a392664c-b202-443b-8f3a-8df02dbda533 admin admin] 10.222.0.20 "PUT /v2.0/routers/1dfe8017-d50a-4e73-8102-394aff38a4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9087629 Aug 29 14:33:16.373333 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] Sync routers for ids ['1dfe8017-d50a-4e73-8102-394aff38a4b2'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:16.384580 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] Routers {'1dfe8017-d50a-4e73-8102-394aff38a4b2'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:16.385283 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['1dfe8017-d50a-4e73-8102-394aff38a4b2'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:16.433602 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd757e35-3aa1-42dd-acd7-e5232db7a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.491184 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd757e35-3aa1-42dd-acd7-e5232db7a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4451898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4350205'] for subnet, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.495540 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] Set router 1dfe8017-d50a-4e73-8102-394aff38a4b2 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:16.496768 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.518796 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd757e35-3aa1-42dd-acd7-e5232db7a4e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43cbb6eb-bc18-40f9-8495-48b175e420e2,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:16.522270 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd757e35-3aa1-42dd-acd7-e5232db7a4e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.526792 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-fd757e35-3aa1-42dd-acd7-e5232db7a4e7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43cbb6eb-bc18-40f9-8495-48b175e420e2 HTTP/1.1" status: 204 len: 168 time: 0.3525078 Aug 29 14:33:16.527324 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47836) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:16.531875 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade2e44-45cc-4855-989f-56e1a0a3fe2c None None] Network 54f9ef87-0161-4ce0-88bb-c0541039a615 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:33:16.616642 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.631246 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.693079 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '02191f44-87c3-4150-a775-6bf858122c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:33:15Z', 'revision_number': 5, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port': {'id': '02191f44-87c3-4150-a775-6bf858122c6d', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:35Z', 'updated_at': '2021-08-29T14:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:16.705405 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Deleting port 02191f44-87c3-4150-a775-6bf858122c6d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:16.705749 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.730270 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] Checking router: 1dfe8017-d50a-4e73-8102-394aff38a4b2 for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:16.733139 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Deleting port 326b7493-c2f5-4de2-91d4-63f6edea400e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:16.733762 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.739475 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] Routers {'1dfe8017-d50a-4e73-8102-394aff38a4b2'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:16.740294 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:32:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['1dfe8017-d50a-4e73-8102-394aff38a4b2'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:16.802069 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] DHCP port deletion for 54f9ef87-0161-4ce0-88bb-c0541039a615 request from dv-cinder-773985-15-iscsi {{(pid=93803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:33:16.821392 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] For port 326b7493-c2f5-4de2-91d4-63f6edea400e, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=326b7493-c2f5-4de2-91d4-63f6edea400e,segment=NetworkSegment(e1382906-7902-4e27-b43f-53ce877e3a93),segment_id=e1382906-7902-4e27-b43f-53ce877e3a93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:16.821776 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.829838 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] For port 02191f44-87c3-4150-a775-6bf858122c6d, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=02191f44-87c3-4150-a775-6bf858122c6d,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:16.830646 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.836741 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Calling delete_port for 326b7493-c2f5-4de2-91d4-63f6edea400e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:16.846056 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Calling delete_port for 02191f44-87c3-4150-a775-6bf858122c6d owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:16.866899 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] Deleting port 326b7493-c2f5-4de2-91d4-63f6edea400e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:16.867284 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.919039 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.924458 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] Set router 1dfe8017-d50a-4e73-8102-394aff38a4b2 gateway port host: None {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:16.953421 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=326b7493-c2f5-4de2-91d4-63f6edea400e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:16.960355 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] No DVR routers for this DVR port 326b7493-c2f5-4de2-91d4-63f6edea400e on host dv-cinder-773985-15-iscsi {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:16.966683 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] For port 326b7493-c2f5-4de2-91d4-63f6edea400e, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=326b7493-c2f5-4de2-91d4-63f6edea400e,segment=NetworkSegment(e1382906-7902-4e27-b43f-53ce877e3a93),segment_id=e1382906-7902-4e27-b43f-53ce877e3a93)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:16.967350 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:16.983043 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] Calling delete_port for 326b7493-c2f5-4de2-91d4-63f6edea400e owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:16.988745 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:33:16Z', 'revision_number': 6, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port_host': None}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:17.028146 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83856eb6-f744-4732-9d0e-d26cf1909a48 None None] The sync data for ids ['1dfe8017-d50a-4e73-8102-394aff38a4b2'] in dv-cinder-773985-15-iscsi is: [{'id': '1dfe8017-d50a-4e73-8102-394aff38a4b2', 'name': 'tempest-TestShelveInstance-1545977850-router', 'tenant_id': 'f48e1337c518405eb77e680c0b5114ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:34Z', 'updated_at': '2021-08-29T14:33:16Z', 'revision_number': 6, 'project_id': 'f48e1337c518405eb77e680c0b5114ef', 'gw_port_host': None}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:17.037931 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.050092 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f9ef87-0161-4ce0-88bb-c0541039a615']}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:17.063470 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1382906-7902-4e27-b43f-53ce877e3a93') {'for_net_delete': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:17.063765 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1382906-7902-4e27-b43f-53ce877e3a93') {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:17.072861 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325553'] for segment, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.079448 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.080603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.088713 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.109342 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:33:17.109891 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4451932'] for segment, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.111080 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] Pushing event deleted for resources: {'Port': ['ID=326b7493-c2f5-4de2-91d4-63f6edea400e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:17.113016 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059dba6-ee3e-4869-95f7-d4b9e0df6b7e None None] No DVR routers for this DVR port 326b7493-c2f5-4de2-91d4-63f6edea400e on host dv-cinder-773985-15-iscsi {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: Traceback (most recent call last): Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: timer() Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: cb(*args, **kw) Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: return func(*args, **kwargs) Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: self._notify() Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: self.callback(batched_events) Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: event.method(event) Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: return f(self, *a, **k) Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._get(url).json() Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: return self.request(url, 'GET', **kwargs) Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:33:17.127729 dv-cinder-773985-15-iscsi neutron-server[93802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:33:17.132169 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Pushing event deleted for resources: {'Port': ['ID=02191f44-87c3-4150-a775-6bf858122c6d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:17.184888 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.190305 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.192220 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] 10.222.0.20 "DELETE /v2.0/networks/54f9ef87-0161-4ce0-88bb-c0541039a615 HTTP/1.1" status: 204 len: 168 time: 0.6639860 Aug 29 14:33:17.199609 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.205799 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2957e-0980-466a-833f-5b93c8fb4d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=54f9ef87-0161-4ce0-88bb-c0541039a615,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:17.291356 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.293506 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.306788 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47840) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:17.340602 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.341292 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dfe8017-d50a-4e73-8102-394aff38a4b2 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:33:17.345942 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.347341 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-88628010-971a-44e8-846e-9d9220a0341c admin admin] 10.222.0.20 "DELETE /v2.0/routers/1dfe8017-d50a-4e73-8102-394aff38a4b2 HTTP/1.1" status: 204 len: 168 time: 0.9750333 Aug 29 14:33:17.349620 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:17.353571 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-f5df163f-cc18-412f-aecd-48b9dc318a61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=034ced9d4f634c19a9059676ef9e2892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455389 Aug 29 14:33:17.356076 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47844) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:17.397491 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd14f33-2d71-47a9-b8d7-87626ac39c76 admin admin] Deleting subnet 31d0c82c-21f0-40ea-99aa-f18768fad7b8 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:33:17.401139 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edd14f33-2d71-47a9-b8d7-87626ac39c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.408278 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-637865f1-5b83-4303-90c3-8a185868f507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.431117 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-637865f1-5b83-4303-90c3-8a185868f507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.438622 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edd14f33-2d71-47a9-b8d7-87626ac39c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8077643'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.498730 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-637865f1-5b83-4303-90c3-8a185868f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.502725 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-637865f1-5b83-4303-90c3-8a185868f507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.503872 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-637865f1-5b83-4303-90c3-8a185868f507 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6885d2d-7934-42a5-99e9-749c113985be HTTP/1.1" status: 204 len: 168 time: 0.1469543 Aug 29 14:33:17.512061 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637865f1-5b83-4303-90c3-8a185868f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6885d2d-7934-42a5-99e9-749c113985be,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:17.534881 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edd14f33-2d71-47a9-b8d7-87626ac39c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.588744 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edd14f33-2d71-47a9-b8d7-87626ac39c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8077553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6587833'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.617300 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd14f33-2d71-47a9-b8d7-87626ac39c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d0c82c-21f0-40ea-99aa-f18768fad7b8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:17.622225 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edd14f33-2d71-47a9-b8d7-87626ac39c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.626470 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-edd14f33-2d71-47a9-b8d7-87626ac39c76 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/31d0c82c-21f0-40ea-99aa-f18768fad7b8 HTTP/1.1" status: 204 len: 168 time: 0.2736084 Aug 29 14:33:17.626748 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47848) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:17.629035 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0bcd0-66d2-499e-af36-50bb55f0a846 None None] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:33:17.697349 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.756706 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Deleting port 98c08e54-656a-426e-a440-42f4dfaf080f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:17.756961 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.824656 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] For port 98c08e54-656a-426e-a440-42f4dfaf080f, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=98c08e54-656a-426e-a440-42f4dfaf080f,segment=NetworkSegment(652e7dbe-8994-4d0a-9f0e-d5c2429950be),segment_id=652e7dbe-8994-4d0a-9f0e-d5c2429950be)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:17.825068 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.841714 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Calling delete_port for 98c08e54-656a-426e-a440-42f4dfaf080f owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:17.852607 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] DHCP port deletion for 2f8893f8-660e-4834-a885-a2ef9d2a1829 request from dv-cinder-773985-15-iscsi {{(pid=93803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:33:17.904095 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47852) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:17.927178 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] Deleting port 98c08e54-656a-426e-a440-42f4dfaf080f {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:17.927810 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.947801 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 76de1b09-fa40-4732-b98a-ef4ac68c1234 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:17.948074 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.958188 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d0a5ca34-e01e-452a-b578-250d5ae0b2d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17a2809720504ae19c631383d87561b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523961 Aug 29 14:33:17.960490 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47854) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:17.986349 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] No DVR routers for this DVR port 98c08e54-656a-426e-a440-42f4dfaf080f on host dv-cinder-773985-15-iscsi {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:17.988539 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c08e54-656a-426e-a440-42f4dfaf080f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:18.008102 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 76de1b09-fa40-4732-b98a-ef4ac68c1234 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:18.008438 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 76de1b09-fa40-4732-b98a-ef4ac68c1234 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:18.008855 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:18.017535 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-485ee786-3b35-4b0e-841a-8f00979eb2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.038760 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:18.039066 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 8dd6f2e9-ee05-4c88-b0f4-56eae1371eff not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:18.039595 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device f115f879-d0da-4399-9987-562282464b72 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:18.040471 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-485ee786-3b35-4b0e-841a-8f00979eb2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.071459 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: f115f879-d0da-4399-9987-562282464b72 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:18.071717 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device f115f879-d0da-4399-9987-562282464b72 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:18.072133 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 326b7493-c2f5-4de2-91d4-63f6edea400e no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:18.072894 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.075328 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] For port 98c08e54-656a-426e-a440-42f4dfaf080f, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=98c08e54-656a-426e-a440-42f4dfaf080f,segment=NetworkSegment(652e7dbe-8994-4d0a-9f0e-d5c2429950be),segment_id=652e7dbe-8994-4d0a-9f0e-d5c2429950be)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:18.075539 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.085999 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8893f8-660e-4834-a885-a2ef9d2a1829']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:18.094434 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-485ee786-3b35-4b0e-841a-8f00979eb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.098398 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-485ee786-3b35-4b0e-841a-8f00979eb2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.100220 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-485ee786-3b35-4b0e-841a-8f00979eb2fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3475063f-35c5-4be6-aabe-194aa9acc663 HTTP/1.1" status: 204 len: 168 time: 0.1383591 Aug 29 14:33:18.102371 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e7dbe-8994-4d0a-9f0e-d5c2429950be') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:18.103406 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e7dbe-8994-4d0a-9f0e-d5c2429950be') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:18.110920 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ee786-3b35-4b0e-841a-8f00979eb2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3475063f-35c5-4be6-aabe-194aa9acc663,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:18.113984 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.115593 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 326b7493-c2f5-4de2-91d4-63f6edea400e {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:18.115796 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 326b7493-c2f5-4de2-91d4-63f6edea400e not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:18.116212 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 02191f44-87c3-4150-a775-6bf858122c6d no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:18.124717 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] Calling delete_port for 98c08e54-656a-426e-a440-42f4dfaf080f owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:18.134194 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.141663 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:33:18.142069 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:33:18.144034 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:33:18.146863 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 02191f44-87c3-4150-a775-6bf858122c6d {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:18.146990 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 02191f44-87c3-4150-a775-6bf858122c6d not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:18.238725 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.239919 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.243279 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.245680 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2f8893f8-660e-4834-a885-a2ef9d2a1829 HTTP/1.1" status: 204 len: 168 time: 0.6179597 Aug 29 14:33:18.259624 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4060f-a4c8-455f-9619-b2a518f5f504 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f8893f8-660e-4834-a885-a2ef9d2a1829,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:18.272887 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] Pushing event deleted for resources: {'Port': ['ID=98c08e54-656a-426e-a440-42f4dfaf080f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:18.274968 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] Network 2f8893f8-660e-4834-a885-a2ef9d2a1829 is not hosted by any dhcp agent {{(pid=93803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 14:33:18.275415 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5197b6-1379-4a1e-a419-074a5ed7d9d6 None None] No DVR routers for this DVR port 98c08e54-656a-426e-a440-42f4dfaf080f on host dv-cinder-773985-15-iscsi {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:18.435556 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47860) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:18.480374 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-9ab51c97-1bfb-40c9-b550-8b4f58a3a636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9db05e186ef84e7aa28b0987ba339058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434499 Aug 29 14:33:18.482866 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47862) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:18.535831 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4854025f-7569-4acc-bae3-1ad531559fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.556465 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4854025f-7569-4acc-bae3-1ad531559fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.604385 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4854025f-7569-4acc-bae3-1ad531559fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.606956 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4854025f-7569-4acc-bae3-1ad531559fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.608057 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-4854025f-7569-4acc-bae3-1ad531559fc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df13e495-5dd7-48eb-a59d-2d035a8c8861 HTTP/1.1" status: 204 len: 168 time: 0.1229806 Aug 29 14:33:18.616074 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854025f-7569-4acc-bae3-1ad531559fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df13e495-5dd7-48eb-a59d-2d035a8c8861,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:18.914183 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47868) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:18.953184 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-a492956c-8741-4400-b52f-57dd2b704716 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f48e1337c518405eb77e680c0b5114ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378079 Aug 29 14:33:18.955501 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47870) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:19.003627 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2697bf85-781c-4d56-843a-b880a63f61af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:19.023825 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2697bf85-781c-4d56-843a-b880a63f61af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:19.070194 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2697bf85-781c-4d56-843a-b880a63f61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:19.072779 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2697bf85-781c-4d56-843a-b880a63f61af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:19.073902 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-2697bf85-781c-4d56-843a-b880a63f61af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/832d3e90-d173-4741-97f7-e7487dec5623 HTTP/1.1" status: 204 len: 168 time: 0.1174099 Aug 29 14:33:19.083507 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697bf85-781c-4d56-843a-b880a63f61af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832d3e90-d173-4741-97f7-e7487dec5623,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:19.603073 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 98c08e54-656a-426e-a440-42f4dfaf080f no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:19.623261 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 98c08e54-656a-426e-a440-42f4dfaf080f {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:19.623596 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 98c08e54-656a-426e-a440-42f4dfaf080f not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:24.066901 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:24.355553 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe018-a4d5-4a92-bcb4-31ee49e35586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:26.967188 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e86e3bbc-6a29-4954-a545-850c6eff8560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:27.456607 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:27.971067 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:29.158342 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-363248f4-e9a2-442c-88e2-6b9320ecc408 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1696339 Aug 29 14:33:29.263699 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-806f93ed-e1b0-4f7f-b715-4205fa9d8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:29.265052 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-806f93ed-e1b0-4f7f-b715-4205fa9d8c6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=453edc3b96e142e2bd33340b7651044f&device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 1099 time: 0.0429721 Aug 29 14:33:29.363955 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-a14093f8-c7f3-4c10-a299-b9d88bb66b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:29.365399 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-a14093f8-c7f3-4c10-a299-b9d88bb66b24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 200 len: 918 time: 0.0815139 Aug 29 14:33:29.435085 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-ef8e68e9-7e07-434c-8199-5517e709ac8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e HTTP/1.1" status: 200 len: 1001 time: 0.0591474 Aug 29 14:33:29.482497 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-851a145c-da43-4da2-91f0-ea6405813657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:29.483921 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-851a145c-da43-4da2-91f0-ea6405813657 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 200 len: 856 time: 0.0423081 Aug 29 14:33:29.527911 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-cf5c5003-f793-4616-8a35-9a6b8182da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:29.529270 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-cf5c5003-f793-4616-8a35-9a6b8182da12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b035ccd-caf1-4a85-a15a-49e5bd589632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383608 Aug 29 14:33:29.540223 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-f51ebc00-3c42-4603-a755-e96d0a804d49 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:33:29.541208 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-f51ebc00-3c42-4603-a755-e96d0a804d49 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048301 Aug 29 14:33:29.630922 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-6c58f950-8fb1-4ef0-ad52-3ebba931df9c service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819576 Aug 29 14:33:29.665910 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:29.722339 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1d2136bd-568b-46e6-bd26-9798d519af23 req-c38fbb04-9298-47f5-ae91-396591b60fbc service neutron] 10.222.0.32 "GET /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829933 Aug 29 14:33:35.817467 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:33:37.455155 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a244c-64cc-4ca3-b589-f811e2e9e386 req-b3fe06f6-8630-422e-ac47-6763803cc053 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:37.456636 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-203a244c-64cc-4ca3-b589-f811e2e9e386 req-b3fe06f6-8630-422e-ac47-6763803cc053 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 946 time: 0.1542580 Aug 29 14:33:37.494477 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-203a244c-64cc-4ca3-b589-f811e2e9e386 req-a855a68f-aa6f-40e3-943a-5b4f1c5d4f76 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316274 Aug 29 14:33:38.665296 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c92e-0fa0-4a78-a19a-ba75c58a3153 req-094092ad-165d-4003-b054-ba4a9de819ae tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:38.667164 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fd47c92e-0fa0-4a78-a19a-ba75c58a3153 req-094092ad-165d-4003-b054-ba4a9de819ae tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 946 time: 0.1007924 Aug 29 14:33:38.709446 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-fd47c92e-0fa0-4a78-a19a-ba75c58a3153 req-d17fe55d-96a2-414a-a4ac-b793385fd0a3 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups?id=06746196-cc9a-4318-8228-85bc50593957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363119 Aug 29 14:33:38.990903 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-13703fb9-6e78-43d6-b1b3-c72d4ef4db8e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:38.992338 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-13703fb9-6e78-43d6-b1b3-c72d4ef4db8e tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 946 time: 0.0561779 Aug 29 14:33:39.082500 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Deleting port 8be0e5d9-5f2c-4913-bbff-bc593a82270e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:39.082861 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:39.169578 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] For port 8be0e5d9-5f2c-4913-bbff-bc593a82270e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8be0e5d9-5f2c-4913-bbff-bc593a82270e,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:39.169932 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:39.356015 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:39.356310 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:39.356615 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Floating IP 5f33ecd3-b4d5-494e-902a-9d15e40ea0af disassociated. External IP: 172.27.3.190, port: 8be0e5d9-5f2c-4913-bbff-bc593a82270e. Aug 29 14:33:39.356945 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Calling delete_port for 8be0e5d9-5f2c-4913-bbff-bc593a82270e owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:39.482307 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:39.509119 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event deleted for resources: {'Port': ['ID=8be0e5d9-5f2c-4913-bbff-bc593a82270e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:39.623782 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Router 85b627d2-90f2-4792-a862-9e7f8aac8b14 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:39.735412 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:39.746102 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] Sync routers for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:39.755317 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:39.755925 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:39.773718 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] No DVR routers for this DVR port 8be0e5d9-5f2c-4913-bbff-bc593a82270e on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:39.776273 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:39.778290 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2404eaba-4a73-492a-ac53-fa3e5c917070 req-2b71a131-65a4-47de-b842-fee33bc2b028 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.32 "DELETE /v2.0/ports/8be0e5d9-5f2c-4913-bbff-bc593a82270e HTTP/1.1" status: 204 len: 173 time: 0.7760394 Aug 29 14:33:39.778777 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-deleted', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:33:39.781010 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f407b09a-d722-453b-ba7d-9f507e9587cf" -d '{"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-deleted", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:33:39.826453 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d538d835-2928-40d3-a4c5-b05fa799946b req-d954b4a8-9594-490c-9448-46da0fbd7c7f tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f9e117-ac0f-4e3f-877f-1f4c5de85bb7 HTTP/1.1" status: 200 len: 210 time: 0.0321548 Aug 29 14:33:39.872423 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:39.901919 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6614fa1e-9b01-4ed4-b5b8-c53320c290ea x-openstack-request-id: req-6614fa1e-9b01-4ed4-b5b8-c53320c290ea {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:33:39.902286 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f9e117-ac0f-4e3f-877f-1f4c5de85bb7", "name": "network-vif-deleted", "tag": "8be0e5d9-5f2c-4913-bbff-bc593a82270e", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:33:39.902635 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6614fa1e-9b01-4ed4-b5b8-c53320c290ea {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:33:39.903503 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f9e117-ac0f-4e3f-877f-1f4c5de85bb7', 'name': 'network-vif-deleted', 'tag': '8be0e5d9-5f2c-4913-bbff-bc593a82270e', 'status': 'completed', 'code': 200} Aug 29 14:33:40.077825 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:40.104821 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] Checking router: 85b627d2-90f2-4792-a862-9e7f8aac8b14 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:40.113128 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:40.113718 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:40.214061 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:40.411478 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:40.442310 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3eec1-a714-42ae-ace2-7c7a620102c3 None None] The sync data for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi is: [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:21Z', 'revision_number': 4, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': '068176ba-f794-4ca0-8333-d58053f8c10a', 'name': '', 'network_id': '0b035ccd-caf1-4a85-a15a-49e5bd589632', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'mac_address': 'fa:16:3e:90:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:27Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'subnets': [{'id': 'ec8e313f-0aa5-476f-b2f2-83cc46c052cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:40.643584 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e910ac2-c6e0-4a86-a75e-232a1c6c60dc None None] New status for floating IP 5f33ecd3-b4d5-494e-902a-9d15e40ea0af: DOWN {{(pid=93804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:33:40.914824 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47910) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:40.976987 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba3de0e7-c134-4670-ac75-714c4a6bac0b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:40.999831 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba3de0e7-c134-4670-ac75-714c4a6bac0b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.044913 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba3de0e7-c134-4670-ac75-714c4a6bac0b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.047709 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba3de0e7-c134-4670-ac75-714c4a6bac0b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.049692 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-ba3de0e7-c134-4670-ac75-714c4a6bac0b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "DELETE /v2.0/security-groups/06746196-cc9a-4318-8228-85bc50593957 HTTP/1.1" status: 204 len: 168 time: 0.1338320 Aug 29 14:33:41.052548 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47912) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:41.058435 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3de0e7-c134-4670-ac75-714c4a6bac0b tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06746196-cc9a-4318-8228-85bc50593957,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:41.066093 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.api.v2.resource [None req-ca407e69-50be-4cfb-a529-d9b4a5686bf7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] show failed (client error): The resource could not be found. Aug 29 14:33:41.067117 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-ca407e69-50be-4cfb-a529-d9b4a5686bf7 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "GET /v2.0/security-groups/06746196-cc9a-4318-8228-85bc50593957 HTTP/1.1" status: 404 len: 347 time: 0.0135610 Aug 29 14:33:41.069970 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:41.433064 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Deleting port 69453a1f-0899-49af-8ceb-358e2b366bdb {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:41.433408 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.510372 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.510725 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.522248 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Calling delete_port for 69453a1f-0899-49af-8ceb-358e2b366bdb owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:41.668456 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.694454 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Pushing event deleted for resources: {'Port': ['ID=69453a1f-0899-49af-8ceb-358e2b366bdb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:41.752924 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.755463 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:41.756604 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-a78789fe-cd38-4284-84e1-f3e8f133cdb4 tempest-AttachVolumeShelveTestJSON-1420362172 tempest-AttachVolumeShelveTestJSON-1420362172-project] 10.222.0.20 "DELETE /v2.0/floatingips/5f33ecd3-b4d5-494e-902a-9d15e40ea0af HTTP/1.1" status: 204 len: 168 time: 0.6857641 Aug 29 14:33:42.784889 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:42.804741 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 8be0e5d9-5f2c-4913-bbff-bc593a82270e {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:42.805070 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 8be0e5d9-5f2c-4913-bbff-bc593a82270e not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:44.157018 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:44.593370 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:44.830437 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Deleting port 068176ba-f794-4ca0-8333-d58053f8c10a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:44.830798 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:44.906000 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] For port 068176ba-f794-4ca0-8333-d58053f8c10a, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=068176ba-f794-4ca0-8333-d58053f8c10a,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:44.906355 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:44.918931 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Calling delete_port for 068176ba-f794-4ca0-8333-d58053f8c10a owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:45.096438 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:45.123651 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=068176ba-f794-4ca0-8333-d58053f8c10a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:45.287423 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:45.493257 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Router 85b627d2-90f2-4792-a862-9e7f8aac8b14 has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:45.599561 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:45.606966 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d33775ce-c8ca-4103-b73f-e7ca3c33c5e7 admin admin] 10.222.0.20 "PUT /v2.0/routers/85b627d2-90f2-4792-a862-9e7f8aac8b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4489181 Aug 29 14:33:45.607731 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47940) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:45.610386 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] Sync routers for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:45.619468 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:45.620067 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:45.712396 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks [] for router, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:45.725842 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:45.814922 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:45.867705 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Deleting port 1c7e0719-b4be-442b-9ada-aec03ede4764 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:45.868040 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:45.897649 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:33:45Z', 'revision_number': 5, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port': {'id': '1c7e0719-b4be-442b-9ada-aec03ede4764', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:45.927435 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] Checking router: 85b627d2-90f2-4792-a862-9e7f8aac8b14 for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:45.936564 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] Routers {'85b627d2-90f2-4792-a862-9e7f8aac8b14'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:45.937133 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['85b627d2-90f2-4792-a862-9e7f8aac8b14'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:45.948203 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] For port 1c7e0719-b4be-442b-9ada-aec03ede4764, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=1c7e0719-b4be-442b-9ada-aec03ede4764,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:45.948569 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:45.960848 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Calling delete_port for 1c7e0719-b4be-442b-9ada-aec03ede4764 owned by network:router_gateway {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:46.016993 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] Set router 85b627d2-90f2-4792-a862-9e7f8aac8b14 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:46.075400 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:33:45Z', 'revision_number': 6, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port_host': None}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:46.103414 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68b118-9a23-4aa2-95cf-cd13367a02a4 None None] The sync data for ids ['85b627d2-90f2-4792-a862-9e7f8aac8b14'] in dv-cinder-773985-15-iscsi is: [{'id': '85b627d2-90f2-4792-a862-9e7f8aac8b14', 'name': 'tempest-AttachVolumeShelveTestJSON-1549814044-router', 'tenant_id': '453edc3b96e142e2bd33340b7651044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:19Z', 'updated_at': '2021-08-29T14:33:45Z', 'revision_number': 6, 'project_id': '453edc3b96e142e2bd33340b7651044f', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:46.128130 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.154172 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7e0719-b4be-442b-9ada-aec03ede4764,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:46.213331 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.300573 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.303543 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.352300 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.352763 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b627d2-90f2-4792-a862-9e7f8aac8b14 {{(pid=93802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:33:46.357542 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.358700 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-66351747-6026-4df7-a39a-eaa4bcd75847 admin admin] 10.222.0.20 "DELETE /v2.0/routers/85b627d2-90f2-4792-a862-9e7f8aac8b14 HTTP/1.1" status: 204 len: 168 time: 0.7499137 Aug 29 14:33:46.361176 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47942) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:46.404594 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4743ca6-8c3d-4023-8205-6678d9a999e6 admin admin] Deleting subnet ec8e313f-0aa5-476f-b2f2-83cc46c052cb {{(pid=93802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:33:46.407504 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4743ca6-8c3d-4023-8205-6678d9a999e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.442664 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4743ca6-8c3d-4023-8205-6678d9a999e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4325550'] for subnet, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.530527 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4743ca6-8c3d-4023-8205-6678d9a999e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.581255 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4743ca6-8c3d-4023-8205-6678d9a999e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4451898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4350205'] for subnet, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.608397 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4743ca6-8c3d-4023-8205-6678d9a999e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.610179 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-b4743ca6-8c3d-4023-8205-6678d9a999e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec8e313f-0aa5-476f-b2f2-83cc46c052cb HTTP/1.1" status: 204 len: 168 time: 0.2480760 Aug 29 14:33:46.612332 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743ca6-8c3d-4023-8205-6678d9a999e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8e313f-0aa5-476f-b2f2-83cc46c052cb,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:46.613435 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47944) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:46.614929 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7756f419-ed6a-48f2-83fd-5332150ac095 None None] Network 0b035ccd-caf1-4a85-a15a-49e5bd589632 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:33:46.681828 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.741030 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Deleting port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:33:46.741458 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.805795 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] For port c79314c5-87ab-4ca0-9fd8-a5500dca52e3, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=c79314c5-87ab-4ca0-9fd8-a5500dca52e3,segment=NetworkSegment(786570b6-bc0f-4561-85d9-e1e5bdab979b),segment_id=786570b6-bc0f-4561-85d9-e1e5bdab979b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:46.806075 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.819182 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Calling delete_port for c79314c5-87ab-4ca0-9fd8-a5500dca52e3 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:33:46.902955 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:46.919617 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b236f9-bb6b-4f60-92b5-f0d50491e9db None None] DHCP port deletion for 0b035ccd-caf1-4a85-a15a-49e5bd589632 request from dv-cinder-773985-15-iscsi {{(pid=93803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:33:46.932713 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c79314c5-87ab-4ca0-9fd8-a5500dca52e3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:46.937090 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] No DVR routers for this DVR port c79314c5-87ab-4ca0-9fd8-a5500dca52e3 on host dv-cinder-773985-15-iscsi {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:33:46.945444 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.945792 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.946128 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.946456 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.949693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.949693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.949693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.949693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.949693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.949693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.949693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:46.949693 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:47.017941 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.027957 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b035ccd-caf1-4a85-a15a-49e5bd589632']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:47.039385 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786570b6-bc0f-4561-85d9-e1e5bdab979b') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:47.039677 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.services.segments.db [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786570b6-bc0f-4561-85d9-e1e5bdab979b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:47.049309 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8077652'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.064350 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.070682 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:33:47.071159 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8077463'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: Traceback (most recent call last): Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: timer() Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: cb(*args, **kw) Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: return func(*args, **kwargs) Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: self._notify() Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: self.callback(batched_events) Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: event.method(event) Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: return f(self, *a, **k) Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._get(url).json() Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: return self.request(url, 'GET', **kwargs) Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:33:47.072769 dv-cinder-773985-15-iscsi neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:33:47.131031 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.136171 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.140357 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] 10.222.0.20 "DELETE /v2.0/networks/0b035ccd-caf1-4a85-a15a-49e5bd589632 HTTP/1.1" status: 204 len: 168 time: 0.5234618 Aug 29 14:33:47.148637 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539615f5-dd1d-43f2-9dd5-ca45cd36e4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0b035ccd-caf1-4a85-a15a-49e5bd589632,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:47.249470 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47948) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:47.288650 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-867095d9-1a92-4d8e-a28a-a66c7094d39d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=453edc3b96e142e2bd33340b7651044f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380688 Aug 29 14:33:47.290966 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47950) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:47.337882 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2713444-01a4-41e7-9a14-0afb62928b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.359600 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2713444-01a4-41e7-9a14-0afb62928b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.408931 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2713444-01a4-41e7-9a14-0afb62928b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.411480 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2713444-01a4-41e7-9a14-0afb62928b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.412616 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-e2713444-01a4-41e7-9a14-0afb62928b38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/051ef861-580b-46eb-85e7-99f9445d177a HTTP/1.1" status: 204 len: 168 time: 0.1207809 Aug 29 14:33:47.421557 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2713444-01a4-41e7-9a14-0afb62928b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051ef861-580b-46eb-85e7-99f9445d177a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:47.623405 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device c79314c5-87ab-4ca0-9fd8-a5500dca52e3 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:47.644367 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: c79314c5-87ab-4ca0-9fd8-a5500dca52e3 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:47.644704 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device c79314c5-87ab-4ca0-9fd8-a5500dca52e3 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:47.645101 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 068176ba-f794-4ca0-8333-d58053f8c10a no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:47.667435 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 068176ba-f794-4ca0-8333-d58053f8c10a {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:47.667802 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 068176ba-f794-4ca0-8333-d58053f8c10a not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:47.668208 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 1c7e0719-b4be-442b-9ada-aec03ede4764 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:33:47.687009 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 1c7e0719-b4be-442b-9ada-aec03ede4764 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:33:47.687345 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 1c7e0719-b4be-442b-9ada-aec03ede4764 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:33:48.086148 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47972) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:48.179332 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-790643017-network', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:48.200979 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Made reservation on behalf of 3e09369d3a4b4875b0d463ba6ee20592 for: {'network': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:33:48.203428 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for network, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.212930 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.303206 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.306832 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.333174 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:33:48.339263 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f9df92-331b-4d2a-a57a-ae2e4ff2616f,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:48.345274 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.345699 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.segments_db [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Added segment 58bd6887-997d-4136-90a4-e3f45d8e7314 of type vlan for network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 Aug 29 14:33:48.385953 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792969176176'] for network, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.409811 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381'] for network, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.410802 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:48.411382 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.468932 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3814838 Aug 29 14:33:48.472057 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47976) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:48.477025 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Request body: {'subnet': {'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-790643017-subnet', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:48.485021 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbfb55-0d7c-41fb-8c45-52baf8290031 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4b76fa-8919-4a9f-97b3-7a64c1b96003,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:48.497395 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 details requested by agent ovs-agent-dv-cinder-773985-15-iscsi with host dv-cinder-773985-15-iscsi {{(pid=93803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:33:48.508019 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Made reservation on behalf of 3e09369d3a4b4875b0d463ba6ee20592 for: {'subnet': 1} {{(pid=93802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:33:48.510597 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4350102'] for subnet, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.704173 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4350180'] for subnet, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.762013 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59dc0d9-1226-4da1-9319-06584955a4d8,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:48.771262 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Checking segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:33:48.771613 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Network hostable DHCP agents. Network: 3f4b76fa-8919-4a9f-97b3-7a64c1b96003, hostable agents: ['17af3afa-8dde-41cf-aece-388c49df80ff'], hosted agents: [] {{(pid=93802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:33:48.794922 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 is scheduled to be hosted by DHCP agent 17af3afa-8dde-41cf-aece-388c49df80ff with binding_index 1 {{(pid=93802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:33:48.806028 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-15-iscsi, 3f4b76fa-8919-4a9f-97b3-7a64c1b96003) {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:33:48.810871 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:48.811435 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.819250 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176dbc58-7f99-4ca7-ae47-1e1a484cefb9 None None] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:33:48.828678 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-9f784c6e-5ccf-4a4f-a5f7-8ef37426e756 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3552947 Aug 29 14:33:48.832108 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47978) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:48.837027 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:48.859076 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3594'] for router, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.860331 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587937', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1957443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3613'] for router, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.920673 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.009729 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e411874-0b2b-59d6-8887-f4171ce892e6-3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8'}]}} from dv-cinder-773985-15-iscsi. {{(pid=93803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:33:49.011407 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.086126 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.181905 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Allocated IP 172.20.0.2 (3f4b76fa-8919-4a9f-97b3-7a64c1b96003/b59dc0d9-1226-4da1-9319-06584955a4d8/5b6ab471-d640-454c-a30c-2ac4588ea630) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:33:49.292436 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.311437 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.325490 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.335705 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Transition to ACTIVE for port object 5b6ab471-d640-454c-a30c-2ac4588ea630 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:33:49.350476 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Transition to ACTIVE for port object 5b6ab471-d640-454c-a30c-2ac4588ea630 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:33:49.356489 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.393330 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:33:49.398159 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:33:49.401889 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:33:49.408906 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Pushing event updated for resources: {'Port': ['ID=5b6ab471-d640-454c-a30c-2ac4588ea630,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:49.417299 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Allocated IP 172.27.3.98 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/831f2620-3b20-4571-8896-abf42b93b198) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:33:49.431474 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.431892 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.432152 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.432503 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.432832 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.433170 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.433484 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.433799 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.434111 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.434420 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.434754 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.435060 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:49.469881 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Attempting to bind port 5b6ab471-d640-454c-a30c-2ac4588ea630 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:33:49.470260 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Attempting to bind port 5b6ab471-d640-454c-a30c-2ac4588ea630 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:33:49.470753 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Attempting to bind port 5b6ab471-d640-454c-a30c-2ac4588ea630 on network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:33:49.476263 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:33:49.476625 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Checking segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:33:49.477013 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.477399 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Bound using segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:33:49.477853 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Bound port: 5b6ab471-d640-454c-a30c-2ac4588ea630, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:33:49.478220 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.527385 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.540282 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] For port 5b6ab471-d640-454c-a30c-2ac4588ea630, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:33:49.543671 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] For port 5b6ab471-d640-454c-a30c-2ac4588ea630, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=5b6ab471-d640-454c-a30c-2ac4588ea630,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:33:49.548034 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.567432 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:49.607365 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:33:49.610282 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:33:49.610421 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bacbc9-6f8c-4d71-a6f4-9fc96d771e54 None None] Pushing event updated for resources: {'Port': ['ID=5b6ab471-d640-454c-a30c-2ac4588ea630,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:49.614760 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:33:49.645230 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Pushing event updated for resources: {'Port': ['ID=831f2620-3b20-4571-8896-abf42b93b198,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:49.889971 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:50.083261 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587262'] for router, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:50.212552 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Router ec27b575-6ad2-4c6e-8cc6-a36737619a1e is scheduled to L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 with binding_index 1 {{(pid=93802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:33:50.323418 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:50.332511 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Sync routers for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:50.340366 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:50.344241 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-388e2d03-0a3d-43df-bca2-91f2bd27ea46 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5084696 Aug 29 14:33:50.344413 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:50.344559 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47980) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:50.345034 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:50.429121 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2362f-68ba-49fb-a63e-295232a6f40f None None] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:33:50.452760 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:50.551789 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-c98e5458-ad96-43ba-a824-499fec099936 None None] Provisioning for port 5b6ab471-d640-454c-a30c-2ac4588ea630 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:33:50.646356 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:49Z', 'revision_number': 3, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:50.677461 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Checking router: ec27b575-6ad2-4c6e-8cc6-a36737619a1e for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:50.677616 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Updating router ec27b575-6ad2-4c6e-8cc6-a36737619a1e port 831f2620-3b20-4571-8896-abf42b93b198 binding host dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:33:50.704095 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:50.787451 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:50.942813 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Allocated IP 172.20.0.1 (3f4b76fa-8919-4a9f-97b3-7a64c1b96003/b59dc0d9-1226-4da1-9319-06584955a4d8/b566ad5b-730f-4e56-81df-f95713560b78) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:33:50.958117 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:50.967693 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Transition to ACTIVE for port object 831f2620-3b20-4571-8896-abf42b93b198 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:33:50.973006 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.025710 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Pushing event updated for resources: {'Port': ['ID=831f2620-3b20-4571-8896-abf42b93b198,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:51.027745 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Attempting to bind port 831f2620-3b20-4571-8896-abf42b93b198 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:33:51.028106 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Attempting to bind port 831f2620-3b20-4571-8896-abf42b93b198 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:33:51.028466 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Attempting to bind port 831f2620-3b20-4571-8896-abf42b93b198 on network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:33:51.037108 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:33:51.037473 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Checking segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:33:51.037867 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.038248 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Bound using segment: {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:33:51.038724 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Bound port: 831f2620-3b20-4571-8896-abf42b93b198, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ed721-454f-4406-9759-3c737fc3c254', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:33:51.039102 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.041989 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.042349 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.042724 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.043040 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.043364 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.043693 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.044013 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.044330 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.044664 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.044987 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.045296 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.045611 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:33:51.049114 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.062802 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Transition to ACTIVE for port object b566ad5b-730f-4e56-81df-f95713560b78 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:33:51.095585 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.099648 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] For port 831f2620-3b20-4571-8896-abf42b93b198, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:33:51.102973 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] For port 831f2620-3b20-4571-8896-abf42b93b198, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=831f2620-3b20-4571-8896-abf42b93b198,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:33:51.107554 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.131416 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:33:51.135482 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:33:51.140981 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:33:51.154259 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:51.154901 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:51.167724 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b566ad5b-730f-4e56-81df-f95713560b78,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:51.184114 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587425'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.204077 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52f7ce-a0e3-4c61-b82f-1dab8f3b775b None None] Pushing event updated for resources: {'Port': ['ID=831f2620-3b20-4571-8896-abf42b93b198,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:51.277703 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:51.322118 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.402983 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a16b47fb-4be6-4e3e-9d51-f0faaff3a354 None None] Provisioning for port b566ad5b-730f-4e56-81df-f95713560b78 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:33:51.406738 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a16b47fb-4be6-4e3e-9d51-f0faaff3a354 None None] Provisioning complete for port b566ad5b-730f-4e56-81df-f95713560b78 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:51.407106 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a16b47fb-4be6-4e3e-9d51-f0faaff3a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.445434 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a16b47fb-4be6-4e3e-9d51-f0faaff3a354 None None] Port b566ad5b-730f-4e56-81df-f95713560b78 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:33:51.460424 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:49Z', 'revision_number': 3, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:51.483863 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.488915 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.555269 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b566ad5b-730f-4e56-81df-f95713560b78,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:51.560947 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589054'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.581483 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703543d-e1a5-44e0-b8f1-d3a038fa3502 None None] The sync data for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi is: [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:49Z', 'revision_number': 3, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:51.657206 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 5b6ab471-d640-454c-a30c-2ac4588ea630 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:33:51.670824 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:33:51.672252 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:33:51.719809 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 5b6ab471-d640-454c-a30c-2ac4588ea630 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:33:51.728493 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 5b6ab471-d640-454c-a30c-2ac4588ea630 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:51.729065 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.852897 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.896736 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 5b6ab471-d640-454c-a30c-2ac4588ea630, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=5b6ab471-d640-454c-a30c-2ac4588ea630,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:51.903955 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:51.966897 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=5b6ab471-d640-454c-a30c-2ac4588ea630,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:51.979954 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-873ccbe9-9b90-4fb8-8c49-68c28719eb1c None None] Provisioning complete for port b566ad5b-730f-4e56-81df-f95713560b78 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:51.980427 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-873ccbe9-9b90-4fb8-8c49-68c28719eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.015464 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-873ccbe9-9b90-4fb8-8c49-68c28719eb1c None None] Port b566ad5b-730f-4e56-81df-f95713560b78 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:33:52.092820 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Router ec27b575-6ad2-4c6e-8cc6-a36737619a1e has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:33:52.205821 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:33:52.212089 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-668d2479-8e88-47d5-97a6-f6b4b36eb3e3 admin admin] 10.222.0.20 "PUT /v2.0/routers/ec27b575-6ad2-4c6e-8cc6-a36737619a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664312 Aug 29 14:33:52.702375 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 47988) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:52.707165 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-1a9c8369-596a-4665-a4df-861d2a3a17aa tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408303260', 'description': 'tempest-description--1070389999'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:52.729009 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8369-596a-4665-a4df-861d2a3a17aa tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.810330 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8369-596a-4665-a4df-861d2a3a17aa tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.815061 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8369-596a-4665-a4df-861d2a3a17aa tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.841781 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8369-596a-4665-a4df-861d2a3a17aa tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.845696 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1a9c8369-596a-4665-a4df-861d2a3a17aa tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1396446 Aug 29 14:33:52.846303 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47990) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:52.847097 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c8369-596a-4665-a4df-861d2a3a17aa tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ba117a-3399-4967-91ac-fdcd5f57856e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:52.850852 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ac2eb238-00da-4d13-ae9c-c491e5b53897 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'security_group_rule': {'security_group_id': 'a9ba117a-3399-4967-91ac-fdcd5f57856e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:52.880622 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb238-00da-4d13-ae9c-c491e5b53897 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.935784 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb238-00da-4d13-ae9c-c491e5b53897 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.940342 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb238-00da-4d13-ae9c-c491e5b53897 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.958028 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eb238-00da-4d13-ae9c-c491e5b53897 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56fb606-cd1d-44f6-b982-1073a22e805c,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:52.964103 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb238-00da-4d13-ae9c-c491e5b53897 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:52.966426 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-ac2eb238-00da-4d13-ae9c-c491e5b53897 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192648 Aug 29 14:33:52.968828 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47992) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:52.974208 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8280f06e-0103-4516-b15d-ed80dd4a4f09 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'security_group_rule': {'security_group_id': 'a9ba117a-3399-4967-91ac-fdcd5f57856e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:53.001004 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8280f06e-0103-4516-b15d-ed80dd4a4f09 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.058339 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8280f06e-0103-4516-b15d-ed80dd4a4f09 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.061775 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8280f06e-0103-4516-b15d-ed80dd4a4f09 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.078226 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280f06e-0103-4516-b15d-ed80dd4a4f09 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d621245-3220-4ffe-a90f-c270d18f4b69,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:53.084828 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8280f06e-0103-4516-b15d-ed80dd4a4f09 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.085953 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-8280f06e-0103-4516-b15d-ed80dd4a4f09 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161590 Aug 29 14:33:53.088983 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 47994) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:33:53.093677 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:53.117511 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Sync routers for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:33:53.118276 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.126551 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:53.127392 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:53.213935 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.232183 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:53.319974 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Allocated IP 172.27.3.61 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/a19d1275-a392-443c-bbbf-bd4917f3e310) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:33:53.421528 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.431422 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 2, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:53.457874 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Checking router: ec27b575-6ad2-4c6e-8cc6-a36737619a1e for host: dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:33:53.458233 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Updating router ec27b575-6ad2-4c6e-8cc6-a36737619a1e port b566ad5b-730f-4e56-81df-f95713560b78 binding host dv-cinder-773985-15-iscsi {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:33:53.463034 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.484775 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.505106 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:33:53.511374 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:33:53.515832 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:33:53.519644 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'Port': ['ID=a19d1275-a392-443c-bbbf-bd4917f3e310,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:53.604094 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.641392 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.713301 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 5b6ab471-d640-454c-a30c-2ac4588ea630 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:33:53.793913 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.797364 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.799256 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.810752 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Transition to ACTIVE for port object b566ad5b-730f-4e56-81df-f95713560b78 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:33:53.817097 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 5b6ab471-d640-454c-a30c-2ac4588ea630 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:53.817533 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.820298 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.872019 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'Port': ['ID=a19d1275-a392-443c-bbbf-bd4917f3e310,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:53.882209 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.897640 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.899083 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-5b153262-5b43-4e2c-8c74-771f87b3bf68 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8091662 Aug 29 14:33:53.901911 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b669f7-8bfd-40e4-b0a7-eaa1476351e9 None None] Pushing event updated for resources: {'Port': ['ID=b566ad5b-730f-4e56-81df-f95713560b78,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:53.986978 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Attempting to bind port b566ad5b-730f-4e56-81df-f95713560b78 on host dv-cinder-773985-15-iscsi for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:33:53.987498 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Attempting to bind port b566ad5b-730f-4e56-81df-f95713560b78 by drivers openvswitch,hyperv on host dv-cinder-773985-15-iscsi at level 0 using segments [{'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:33:53.987867 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Attempting to bind port b566ad5b-730f-4e56-81df-f95713560b78 on network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:33:53.996319 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 831f2620-3b20-4571-8896-abf42b93b198 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:33:53.998071 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Checking agent: {'id': 'aee82a34-762f-4fe0-8531-cdabe17fdd86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 15, 27), 'started_at': datetime.datetime(2021, 8, 29, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:33:53.998434 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Checking segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:33:53.998877 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:53.999260 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Bound using segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:33:53.999718 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Bound port: b566ad5b-730f-4e56-81df-f95713560b78, host: dv-cinder-773985-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:33:54.000092 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:54.051807 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-e7ad0c7c-318e-48f9-9456-9e185beafeb5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--408303260&fields=id&tenant_id=3e09369d3a4b4875b0d463ba6ee20592 HTTP/1.1" status: 200 len: 267 time: 0.0382543 Aug 29 14:33:54.111675 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:54.117210 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] For port b566ad5b-730f-4e56-81df-f95713560b78, host dv-cinder-773985-15-iscsi, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:33:54.120288 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] For port b566ad5b-730f-4e56-81df-f95713560b78, host dv-cinder-773985-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=b566ad5b-730f-4e56-81df-f95713560b78,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:33:54.122070 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port 831f2620-3b20-4571-8896-abf42b93b198 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:33:54.125750 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:54.134411 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 831f2620-3b20-4571-8896-abf42b93b198 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:54.134795 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:54.170223 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-e45fbad6-6b11-4bbc-9526-fb451bd44916 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:54.171645 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-e45fbad6-6b11-4bbc-9526-fb451bd44916 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 810 time: 0.1127360 Aug 29 14:33:54.188121 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-4e8f4df8-24a9-4ee4-905e-3b4ddca65799 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/quotas/3e09369d3a4b4875b0d463ba6ee20592 HTTP/1.1" status: 200 len: 375 time: 0.0094116 Aug 29 14:33:54.231455 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:33:54.232082 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:54.234110 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b669f7-8bfd-40e4-b0a7-eaa1476351e9 None None] Pushing event updated for resources: {'Port': ['ID=b566ad5b-730f-4e56-81df-f95713560b78,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:54.266877 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-fa88bf86-a601-494e-b079-d2a4d59b3b3d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645812 Aug 29 14:33:54.337080 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-0dd09440-3f92-4a93-b45f-b39e1b9dd14d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:33:54.338080 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-0dd09440-3f92-4a93-b45f-b39e1b9dd14d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0661786 Aug 29 14:33:54.378337 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:54.439582 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-508e9080-e0d8-4dec-945a-aa0cb82d148d service neutron] 10.222.0.20 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944948 Aug 29 14:33:54.525152 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4605e35a-913b-4b10-8b2e-56c3a8c16a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:54.535591 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-463442bd-63b6-4614-aa50-2ee529dfdaad service neutron] 10.222.0.20 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894902 Aug 29 14:33:54.542751 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port 831f2620-3b20-4571-8896-abf42b93b198, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=831f2620-3b20-4571-8896-abf42b93b198,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:54.547830 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:33:54.551394 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:54.701251 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bce2af37-7efd-493c-9a0d-315e90e4dbf3 req-723c0355-fc2f-4d1a-9d2f-bcefb06a86e4 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 210 time: 0.0262942 Aug 29 14:33:54.725774 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=831f2620-3b20-4571-8896-abf42b93b198,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:54.809947 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:33:54.840356 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd672e8c-8b0a-4b6a-b329-be1e8d908a57 None None] The sync data for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi is: [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:33:55.688057 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device b566ad5b-730f-4e56-81df-f95713560b78 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:33:55.739742 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning for port b566ad5b-730f-4e56-81df-f95713560b78 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:33:55.743601 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port b566ad5b-730f-4e56-81df-f95713560b78 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:55.743968 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:55.804910 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-086f0308-8b26-4020-b6a5-24b84a07ffdb req-cb8d25d1-9c22-491e-b34f-9c1983be4677 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 210 time: 0.0274620 Aug 29 14:33:55.824031 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:55.857157 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] For port b566ad5b-730f-4e56-81df-f95713560b78, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=b566ad5b-730f-4e56-81df-f95713560b78,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:33:55.861188 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:55.861963 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 831f2620-3b20-4571-8896-abf42b93b198 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:33:55.941012 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Pushing event updated for resources: {'Port': ['ID=b566ad5b-730f-4e56-81df-f95713560b78,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:55.958398 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port 831f2620-3b20-4571-8896-abf42b93b198 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:55.958806 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:55.968166 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-917a3eae-6d92-4411-b4fa-c73abe0f93de tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:55.969784 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-917a3eae-6d92-4411-b4fa-c73abe0f93de tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 810 time: 0.1169994 Aug 29 14:33:56.035049 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-b896dcd5-a29c-4448-8b42-7c4341f45f95 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e09369d3a4b4875b0d463ba6ee20592 HTTP/1.1" status: 200 len: 379 time: 0.0377407 Aug 29 14:33:56.055696 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'port': {'device_id': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'admin_state_up': True, 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'security_groups': ['a9ba117a-3399-4967-91ac-fdcd5f57856e']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:56.163371 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Made reservation on behalf of 3e09369d3a4b4875b0d463ba6ee20592 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:33:56.166817 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:56.293500 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Allocated IP 172.20.0.4 (3f4b76fa-8919-4a9f-97b3-7a64c1b96003/b59dc0d9-1226-4da1-9319-06584955a4d8/5fb42ed7-a05a-4ace-ae99-2b28ab1ef488) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:33:56.435807 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:56.449303 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Transition to ACTIVE for port object 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:33:56.481038 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:56.522090 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:33:56.527034 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:33:56.530663 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:33:56.554499 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'Port': ['ID=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:56.585798 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:56.586442 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:56.601702 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-13882b4b-79b7-494a-bbe5-e882107736bc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499039 Aug 29 14:33:56.629318 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Request body: {'port': {'device_id': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:33:56.687611 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:56.731814 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0db3711d-b65c-41b2-8bf3-514d23376937 None None] Provisioning for port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:33:56.735856 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0db3711d-b65c-41b2-8bf3-514d23376937 None None] Provisioning complete for port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:56.736939 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db3711d-b65c-41b2-8bf3-514d23376937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:56.773574 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0db3711d-b65c-41b2-8bf3-514d23376937 None None] Port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:33:56.954427 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1456f0-d775-491f-a31f-d3cf79ff35d5 req-b5d26832-c47e-4fd8-b700-1bbee6b5cdc4 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:56.956327 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5f1456f0-d775-491f-a31f-d3cf79ff35d5 req-b5d26832-c47e-4fd8-b700-1bbee6b5cdc4 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 931 time: 0.0824914 Aug 29 14:33:56.968489 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-15bd03d7-6687-4288-98ee-cea362cbf24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:57.012791 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:33:57.026704 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:57.036514 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5f1456f0-d775-491f-a31f-d3cf79ff35d5 req-80a75762-caa1-41b2-af9b-7368a0443411 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565481 Aug 29 14:33:57.043417 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Transition to ACTIVE for port object 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:33:57.047245 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:57.099573 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:57.167898 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Attempting to bind port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:33:57.168229 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Attempting to bind port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:33:57.168558 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Attempting to bind port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 on network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:33:57.173062 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 on network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:33:57.173386 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Attempting to bind port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 on network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:33:57.178389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:33:57.178760 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Checking segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:33:57.179144 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Bound using segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:33:57.179574 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Bound port: 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:33:57.179940 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:57.248803 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] For port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:33:57.252082 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] For port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:33:57.255894 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:57.292703 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:57.293320 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:57.294837 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 1093 time: 0.6705964 Aug 29 14:33:57.295176 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'tag': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:33:57.297438 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ae32a7-db71-41c1-bc2c-739214bd949a" -d '{"events": [{"name": "network-changed", "server_uuid": "4be37fcf-5450-429a-80db-4ab45c22c8ac", "tag": "5fb42ed7-a05a-4ace-ae99-2b28ab1ef488"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:33:57.321226 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2b0a9-9877-441e-98c4-29e1b761f5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:33:57.340128 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2759f0-40c4-4b68-b156-775f4c46c8ff x-openstack-request-id: req-cd2759f0-40c4-4b68-b156-775f4c46c8ff {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:33:57.340419 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be37fcf-5450-429a-80db-4ab45c22c8ac", "tag": "5fb42ed7-a05a-4ace-ae99-2b28ab1ef488", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:33:57.340674 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd2759f0-40c4-4b68-b156-775f4c46c8ff {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:33:57.341076 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'tag': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'status': 'completed', 'code': 200} Aug 29 14:33:57.405746 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-93bc995e-8c26-45eb-b0e5-ee75dfaf51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:57.407381 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-93bc995e-8c26-45eb-b0e5-ee75dfaf51bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1096 time: 0.0430481 Aug 29 14:33:57.458418 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:57.467757 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-a53900bc-6a1d-480c-8e21-0610876f1b22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 217 time: 0.0398111 Aug 29 14:33:57.523206 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-f809e9b2-052d-4d64-a6d5-52ba69d4d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:57.524667 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-f809e9b2-052d-4d64-a6d5-52ba69d4d8d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0450356 Aug 29 14:33:57.574323 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-e3580d84-537d-4e57-b66c-d56fe0bde157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:57.575928 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-e3580d84-537d-4e57-b66c-d56fe0bde157 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400596 Aug 29 14:33:57.640344 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device b566ad5b-730f-4e56-81df-f95713560b78 up at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:33:57.678783 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-b643a4e0-67b1-4152-a292-4edead3844e4 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907679 Aug 29 14:33:57.688193 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Provisioning complete for port b566ad5b-730f-4e56-81df-f95713560b78 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:33:57.688561 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:57.773501 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-2b6fd6e5-cec2-4ca8-882c-7972219902c6 req-bd72056a-4ccb-4bf2-b787-593cf03fcae2 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830033 Aug 29 14:33:57.923010 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-f32255ab-79d3-4eb1-b246-aa279e9b79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:57.925579 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-f32255ab-79d3-4eb1-b246-aa279e9b79dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1096 time: 0.0474069 Aug 29 14:33:57.973904 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:58.024943 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-586bd4b2-dfd0-4b54-94ca-4f29456a1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:58.026480 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-586bd4b2-dfd0-4b54-94ca-4f29456a1e36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0912287 Aug 29 14:33:58.067698 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-254d3f2d-3b66-489a-a6c2-4cacebc6e54c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 217 time: 0.0337427 Aug 29 14:33:58.144688 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-076a2c5f-2d4d-42a5-9486-2741e01150ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:58.146106 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-076a2c5f-2d4d-42a5-9486-2741e01150ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0706263 Aug 29 14:33:58.163500 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bc3b3-94ac-423f-b3c6-5f814df5c409 req-99744174-5501-4576-93a2-784d48c5785f tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:58.164870 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-365bc3b3-94ac-423f-b3c6-5f814df5c409 req-99744174-5501-4576-93a2-784d48c5785f tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 943 time: 0.0614040 Aug 29 14:33:58.226602 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-365bc3b3-94ac-423f-b3c6-5f814df5c409 req-cca00c1c-9266-4f84-8391-100d8339b667 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535491 Aug 29 14:33:58.229266 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-d81e9ace-f1f7-4cb9-837f-9d6d1b20ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:58.230829 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-d81e9ace-f1f7-4cb9-837f-9d6d1b20ba99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0648930 Aug 29 14:33:58.324725 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-ef6d5c8c-e138-47c7-a871-4749857365e8 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843875 Aug 29 14:33:58.413664 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7ae32a7-db71-41c1-bc2c-739214bd949a req-9dec72ec-c703-4523-a8b8-c730208c86c5 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802057 Aug 29 14:33:59.341250 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f946-b634-465b-8142-18d6ec33e2cf req-eebb0875-df70-4392-b162-318dcd09a342 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:33:59.342739 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0276f946-b634-465b-8142-18d6ec33e2cf req-eebb0875-df70-4392-b162-318dcd09a342 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 943 time: 0.0478683 Aug 29 14:33:59.383617 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0276f946-b634-465b-8142-18d6ec33e2cf req-a48a15be-4126-4fb8-bacf-77b53adf9de7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345697 Aug 29 14:33:59.671351 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:00.496585 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7151d3c-7723-4ec9-b6ec-d108164121f7 req-af2ef00f-7a0c-4eea-8e55-487bac4981b6 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:00.498036 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7151d3c-7723-4ec9-b6ec-d108164121f7 req-af2ef00f-7a0c-4eea-8e55-487bac4981b6 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 943 time: 0.0482650 Aug 29 14:34:00.535380 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b7151d3c-7723-4ec9-b6ec-d108164121f7 req-6bbaff05-9355-4ec9-bac7-137876fbffd9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306170 Aug 29 14:34:00.862731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:34:00.952031 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:34:00.963157 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'port_id': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'mac_address': 'fa:16:3e:20:45:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:34:00.998789 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:01.012161 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:34:01.030174 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:34:01.034089 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:01.083356 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:34:01.388691 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['5fb42ed7-a05a-4ace-ae99-2b28ab1ef488'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:34:01.648398 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab46e7-19a0-4b32-ba6f-53ea633a6aa2 req-3bbb55b7-a0b4-4d3a-b315-b96c5a8af5a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:01.649819 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2fab46e7-19a0-4b32-ba6f-53ea633a6aa2 req-3bbb55b7-a0b4-4d3a-b315-b96c5a8af5a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 944 time: 0.0476007 Aug 29 14:34:01.686722 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-2fab46e7-19a0-4b32-ba6f-53ea633a6aa2 req-5a0631f0-a98f-4223-8876-46078541f25f tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Aug 29 14:34:02.801847 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2836de-3f85-42dc-ac88-2f78f0f9155d req-c4a4e71b-75b9-4a2a-b3c6-2b37053f1fbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:02.803300 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0b2836de-3f85-42dc-ac88-2f78f0f9155d req-c4a4e71b-75b9-4a2a-b3c6-2b37053f1fbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 944 time: 0.0505178 Aug 29 14:34:02.838639 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0b2836de-3f85-42dc-ac88-2f78f0f9155d req-8ffd2b3f-e167-478a-bcdf-9880de35f5f9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295601 Aug 29 14:34:02.861925 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:34:02.916434 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:34:02.925444 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:34:02.925804 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:02.999312 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:03.020918 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:34:03.023153 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7223a010-afcc-4f12-b034-0ad118bacba2" -d '{"events": [{"server_uuid": "4be37fcf-5450-429a-80db-4ab45c22c8ac", "name": "network-vif-plugged", "status": "completed", "tag": "5fb42ed7-a05a-4ace-ae99-2b28ab1ef488"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:34:03.036528 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:34:03.040719 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:03.091069 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:34:03.119760 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e3dcb7-3c14-405e-b06f-0dc76df58825 x-openstack-request-id: req-b9e3dcb7-3c14-405e-b06f-0dc76df58825 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:34:03.120060 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be37fcf-5450-429a-80db-4ab45c22c8ac", "name": "network-vif-plugged", "status": "completed", "tag": "5fb42ed7-a05a-4ace-ae99-2b28ab1ef488", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:34:03.120315 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9e3dcb7-3c14-405e-b06f-0dc76df58825 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:34:03.120705 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'code': 200} Aug 29 14:34:03.345375 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb76bbf-3d9e-490f-9766-43c33c4db145 req-fe47b7a8-788b-4deb-90cf-20ff90d70149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:03.347818 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0cb76bbf-3d9e-490f-9766-43c33c4db145 req-fe47b7a8-788b-4deb-90cf-20ff90d70149 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1098 time: 0.0380373 Aug 29 14:34:03.379926 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-0cb76bbf-3d9e-490f-9766-43c33c4db145 req-1f865f83-4c55-4b43-951b-e39319e0fa13 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257835 Aug 29 14:34:03.950608 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ad43-7593-4cb4-9b98-2bf9fdd33502 req-aae8ba35-fa4d-4e74-9a4b-90cf5e33d5b7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:03.952074 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a930ad43-7593-4cb4-9b98-2bf9fdd33502 req-aae8ba35-fa4d-4e74-9a4b-90cf5e33d5b7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0477619 Aug 29 14:34:03.988752 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-a930ad43-7593-4cb4-9b98-2bf9fdd33502 req-028018b7-2632-4258-8300-abd8375685fd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305631 Aug 29 14:34:05.103884 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd508b6-7879-40ca-90c3-9b40130e8914 req-6f4deb52-b958-48e2-b5a2-04bd4c026af5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:05.105333 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6bd508b6-7879-40ca-90c3-9b40130e8914 req-6f4deb52-b958-48e2-b5a2-04bd4c026af5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0480697 Aug 29 14:34:05.141749 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-6bd508b6-7879-40ca-90c3-9b40130e8914 req-d07354ea-c2c6-4e51-af18-999d4b28fadb tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306726 Aug 29 14:34:05.251482 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d742167-1825-4382-a13d-e955b086a160 req-fbba991d-4163-4443-87db-2aebda83bbbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:05.252905 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8d742167-1825-4382-a13d-e955b086a160 req-fbba991d-4163-4443-87db-2aebda83bbbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0501215 Aug 29 14:34:05.261298 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48054) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:34:05.265555 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'floatingip': {'port_id': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:34:05.303342 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:05.711603 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:05.717623 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:05.811262 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Floating IP c4051f36-70c9-4012-8919-a699218d05e0 associated. External IP: 172.27.3.61, port: 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488. Aug 29 14:34:06.272270 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Router ec27b575-6ad2-4c6e-8cc6-a36737619a1e has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:34:06.375635 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:34:06.380757 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:06.385611 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] Sync routers for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:34:06.394686 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:34:06.395451 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:34:06.409420 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-5c5b2436-8ccc-44fe-bfc6-8f7d7656b2e0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "PUT /v2.0/floatingips/c4051f36-70c9-4012-8919-a699218d05e0 HTTP/1.1" status: 200 len: 990 time: 1.1471164 Aug 29 14:34:06.409998 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'tag': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:34:06.412752 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c4e2fd-2993-428d-9054-8aabb0386333" -d '{"events": [{"name": "network-changed", "server_uuid": "4be37fcf-5450-429a-80db-4ab45c22c8ac", "tag": "5fb42ed7-a05a-4ace-ae99-2b28ab1ef488"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:34:06.452138 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2fea2d-505d-461b-aa0a-7d4a1b518166 x-openstack-request-id: req-fc2fea2d-505d-461b-aa0a-7d4a1b518166 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:34:06.452502 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be37fcf-5450-429a-80db-4ab45c22c8ac", "tag": "5fb42ed7-a05a-4ace-ae99-2b28ab1ef488", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:34:06.452810 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc2fea2d-505d-461b-aa0a-7d4a1b518166 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:34:06.453261 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'tag': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'status': 'completed', 'code': 200} Aug 29 14:34:06.501946 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:34:06.541924 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-460fd54c-2fb0-49c7-a6c4-c4136f708755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:06.543492 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-460fd54c-2fb0-49c7-a6c4-c4136f708755 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1098 time: 0.0408323 Aug 29 14:34:06.631933 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-f21148f1-e8e2-418d-9d49-a3f9a9d5a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:06.633396 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-f21148f1-e8e2-418d-9d49-a3f9a9d5a780 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0827622 Aug 29 14:34:06.700887 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-ca34fe0d-5fef-4218-b6f8-d412a6fcd47b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 998 time: 0.0604572 Aug 29 14:34:06.718287 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'c4051f36-70c9-4012-8919-a699218d05e0', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'port_id': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'mac_address': 'fa:16:3e:20:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:33:53Z', 'updated_at': '2021-08-29T14:34:05Z', 'revision_number': 1, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:34:06.749461 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] Checking router: ec27b575-6ad2-4c6e-8cc6-a36737619a1e for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:34:06.752738 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-21bd5467-404a-43f8-b186-c2bbb6f6db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:06.754345 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-21bd5467-404a-43f8-b186-c2bbb6f6db75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0461149 Aug 29 14:34:06.757723 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:34:06.758328 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:33:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:34:06.799080 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-63130322-e1f7-4d8f-a640-eaa1665bcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:06.800450 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-63130322-e1f7-4d8f-a640-eaa1665bcdc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390954 Aug 29 14:34:06.857695 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:34:06.890579 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-ef2bdc3f-c839-4660-8478-13a55bfb07a3 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821316 Aug 29 14:34:06.979731 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-34c4e2fd-2993-428d-9054-8aabb0386333 req-604cb7e3-1c31-4f90-855c-a8eff96ff40c service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818591 Aug 29 14:34:07.080329 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'c4051f36-70c9-4012-8919-a699218d05e0', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'port_id': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'mac_address': 'fa:16:3e:20:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:33:53Z', 'updated_at': '2021-08-29T14:34:05Z', 'revision_number': 1, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:34:07.107181 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc4a92-6bf8-4861-87ff-b87f85f6dc39 None None] The sync data for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi is: [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'c4051f36-70c9-4012-8919-a699218d05e0', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'port_id': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'mac_address': 'fa:16:3e:20:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:33:53Z', 'updated_at': '2021-08-29T14:34:05Z', 'revision_number': 1, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:34:07.682386 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0eff0e-890d-42ac-8282-350fb91f9f56 None None] New status for floating IP c4051f36-70c9-4012-8919-a699218d05e0: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:34:12.816664 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:34:24.082879 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:24.366542 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-539a3915-c92a-43a5-b938-2575e7b906bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:26.969161 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47da0d8d-ce0e-4508-9727-aaa4928ba7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:27.460731 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:27.975713 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:29.015439 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-5a49b951-6520-48b0-8704-16009a1c93ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432258 Aug 29 14:34:29.112181 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-3c1e94c1-cab0-4ce2-87ec-b291b5da8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:29.113691 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-3c1e94c1-cab0-4ce2-87ec-b291b5da8cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1098 time: 0.0389445 Aug 29 14:34:29.214322 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-d91bee01-53bc-483b-a1db-001b94dff71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:29.215791 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-d91bee01-53bc-483b-a1db-001b94dff71d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0821886 Aug 29 14:34:29.283220 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-9e4ef7f8-785d-4d87-a78a-4c210b4de364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 1000 time: 0.0595152 Aug 29 14:34:29.332276 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-4470e45a-feef-4d15-b97e-9e5208c9971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:29.333620 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-4470e45a-feef-4d15-b97e-9e5208c9971a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0417788 Aug 29 14:34:29.377141 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-271139f2-6e5b-4e89-8fa6-28ef4e813619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:29.378539 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-271139f2-6e5b-4e89-8fa6-28ef4e813619 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0370636 Aug 29 14:34:29.471941 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-6edc3881-8182-4039-ac3c-eaaa43181274 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831511 Aug 29 14:34:29.559531 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-dd7f8209-5abe-4a76-82e4-8f0257b136ff req-9a9af853-ce56-43a3-a06c-d52f0d01880a service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806715 Aug 29 14:34:29.671291 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:49.815854 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:34:54.096815 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:54.366070 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f17b-196d-405e-b102-deb9b6f7cc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:56.954676 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4ce6e-7906-42e9-9b40-7687fdf573b5 req-d8a24843-b609-44b7-a476-3bae97681c06 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:56.956071 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-26d4ce6e-7906-42e9-9b40-7687fdf573b5 req-d8a24843-b609-44b7-a476-3bae97681c06 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0482728 Aug 29 14:34:56.970972 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-25dbf24a-b740-4c6b-808a-48d387147768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:56.999932 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-26d4ce6e-7906-42e9-9b40-7687fdf573b5 req-dd92fbf5-a418-47f8-bcf5-0999153e23e4 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370662 Aug 29 14:34:57.461809 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:57.978733 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:58.119734 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3ce00-7c47-4629-967c-8cc63714938e req-2f03cb4e-32db-4385-bba2-b2a3516393e4 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:58.121202 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-81a3ce00-7c47-4629-967c-8cc63714938e req-2f03cb4e-32db-4385-bba2-b2a3516393e4 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0502031 Aug 29 14:34:58.165452 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-81a3ce00-7c47-4629-967c-8cc63714938e req-d7cba183-1311-422e-ad82-e309cb049dba tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383584 Aug 29 14:34:59.279775 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6d074-23ea-4089-95aa-de7a8b2f0cb3 req-3b63b4b4-f3c7-411c-874e-f4ef4f591c1f tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:34:59.281206 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-68d6d074-23ea-4089-95aa-de7a8b2f0cb3 req-3b63b4b4-f3c7-411c-874e-f4ef4f591c1f tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0473969 Aug 29 14:34:59.316949 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-68d6d074-23ea-4089-95aa-de7a8b2f0cb3 req-20a535b3-d1f5-4733-bb79-96b202d96d11 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298259 Aug 29 14:34:59.673838 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:00.434307 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ba142-41a6-4bb6-ae60-60ed27c1dfe3 req-8893d83c-f57e-41f0-a492-dc6d93150ecb tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:00.435787 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-866ba142-41a6-4bb6-ae60-60ed27c1dfe3 req-8893d83c-f57e-41f0-a492-dc6d93150ecb tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0478013 Aug 29 14:35:00.472506 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-866ba142-41a6-4bb6-ae60-60ed27c1dfe3 req-0f670bc6-cfa4-4645-8f05-ea99aa829f74 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310450 Aug 29 14:35:01.592209 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7793968-5032-40e5-8343-dcd463f4e80d req-d96ac93d-2755-4b81-90eb-451b6b177ead tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:01.593697 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7793968-5032-40e5-8343-dcd463f4e80d req-d96ac93d-2755-4b81-90eb-451b6b177ead tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0483139 Aug 29 14:35:01.631489 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b7793968-5032-40e5-8343-dcd463f4e80d req-d8657b3a-4b98-4c7c-a524-4da0ba20db07 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Aug 29 14:35:02.743210 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218baf3a-c34a-452c-942c-4990990bdb34 req-2f154e88-5401-4670-832b-99afb8a5725d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:02.744671 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-218baf3a-c34a-452c-942c-4990990bdb34 req-2f154e88-5401-4670-832b-99afb8a5725d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0475264 Aug 29 14:35:02.781212 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-218baf3a-c34a-452c-942c-4990990bdb34 req-4b615af3-1444-454e-aced-db7a48af182b tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Aug 29 14:35:03.893252 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e27d94-0f45-4992-ad0d-535433600faa req-831e7ea3-c244-4d1c-999d-f679a24b7855 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:03.894693 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d6e27d94-0f45-4992-ad0d-535433600faa req-831e7ea3-c244-4d1c-999d-f679a24b7855 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0470536 Aug 29 14:35:03.934848 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d6e27d94-0f45-4992-ad0d-535433600faa req-6d60c070-cc91-4ebe-a24b-f02e115dc646 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342751 Aug 29 14:35:05.046367 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a397817-1660-47ae-a1eb-a871dc13c387 req-eca788c1-7f69-4c64-9cd6-409a9697b38e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:05.047845 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3a397817-1660-47ae-a1eb-a871dc13c387 req-eca788c1-7f69-4c64-9cd6-409a9697b38e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0471046 Aug 29 14:35:05.089057 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3a397817-1660-47ae-a1eb-a871dc13c387 req-3628fa7f-e565-4d86-9cf7-c97d6a5ca398 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349998 Aug 29 14:35:06.476682 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10485c27-aa45-4174-b114-637a0347beda req-fc28cbd7-cf75-4d92-b1c5-276121ccf2c0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:06.478198 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-10485c27-aa45-4174-b114-637a0347beda req-fc28cbd7-cf75-4d92-b1c5-276121ccf2c0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.3217547 Aug 29 14:35:06.516383 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-10485c27-aa45-4174-b114-637a0347beda req-8169abc4-1a5b-4410-9089-0b0c68b42b82 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Aug 29 14:35:07.635419 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f2ad7-c6ff-4bff-bc69-0cfc53d98eb9 req-e0684883-09f2-4160-ba53-674ee43b0c89 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:07.636864 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f75f2ad7-c6ff-4bff-bc69-0cfc53d98eb9 req-e0684883-09f2-4160-ba53-674ee43b0c89 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0480604 Aug 29 14:35:07.673561 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f75f2ad7-c6ff-4bff-bc69-0cfc53d98eb9 req-322b6fec-aeb4-48ff-b65c-d68903119509 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308347 Aug 29 14:35:08.787158 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57a28-12e4-44a3-9141-7db00b2426e0 req-19036b3a-b737-4522-b12b-01f9850219b6 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:08.788636 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-85b57a28-12e4-44a3-9141-7db00b2426e0 req-19036b3a-b737-4522-b12b-01f9850219b6 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0481529 Aug 29 14:35:08.826199 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-85b57a28-12e4-44a3-9141-7db00b2426e0 req-9543e92d-c1cc-4278-970c-05cac2f39f5e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318177 Aug 29 14:35:09.939100 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d82258-5561-4f55-97cf-8233a86f51af req-e1793eac-b6ee-4dee-b64d-476c386e89f8 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:09.940563 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-06d82258-5561-4f55-97cf-8233a86f51af req-e1793eac-b6ee-4dee-b64d-476c386e89f8 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0484927 Aug 29 14:35:09.977924 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-06d82258-5561-4f55-97cf-8233a86f51af req-fcf6c19d-804d-4bfe-8ef3-b552dfcb11e2 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316434 Aug 29 14:35:11.092634 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24351c76-9e76-4230-b2f8-ed8936ffb8e8 req-960ec6b6-8321-4107-97d9-1f93605b5082 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:11.094230 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-24351c76-9e76-4230-b2f8-ed8936ffb8e8 req-960ec6b6-8321-4107-97d9-1f93605b5082 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0505047 Aug 29 14:35:11.131746 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-24351c76-9e76-4230-b2f8-ed8936ffb8e8 req-fbe82cb0-05ae-4040-918e-ccf059735378 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Aug 29 14:35:12.245042 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db5b6a-5c87-425e-b342-9fa5ea1e4ab6 req-bf4c5b77-7257-48ed-9433-53ca8bab4019 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:12.246497 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-72db5b6a-5c87-425e-b342-9fa5ea1e4ab6 req-bf4c5b77-7257-48ed-9433-53ca8bab4019 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0480013 Aug 29 14:35:12.287333 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-72db5b6a-5c87-425e-b342-9fa5ea1e4ab6 req-21e29955-54e1-4d44-b636-aea85c88d90f tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349045 Aug 29 14:35:13.401732 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24bf66-113d-48a4-8294-3c427cfe84d9 req-83582ab4-4a00-4e8b-97bb-765f4a51f640 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:13.403237 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dc24bf66-113d-48a4-8294-3c427cfe84d9 req-83582ab4-4a00-4e8b-97bb-765f4a51f640 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0481017 Aug 29 14:35:13.449619 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-dc24bf66-113d-48a4-8294-3c427cfe84d9 req-95e2123e-53b6-4b5a-a27d-0e298a7be0fe tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405324 Aug 29 14:35:13.647834 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9686fe-0aea-4393-a97c-dc8036a60cd0 req-0a23275f-0964-43df-9e19-a3407d315580 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:13.649316 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3e9686fe-0aea-4393-a97c-dc8036a60cd0 req-0a23275f-0964-43df-9e19-a3407d315580 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0504532 Aug 29 14:35:13.688060 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3e9686fe-0aea-4393-a97c-dc8036a60cd0 req-25809517-e5df-4fe3-83e6-f6600b5bc8c3 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327854 Aug 29 14:35:13.735406 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-42254402-2acf-49c9-aaf9-cc514b3a38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:13.736886 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-42254402-2acf-49c9-aaf9-cc514b3a38dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1098 time: 0.0402284 Aug 29 14:35:13.830584 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-d9b1cd83-1f73-463b-be3f-083a510ccd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:13.832026 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-d9b1cd83-1f73-463b-be3f-083a510ccd36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0837166 Aug 29 14:35:13.903727 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-067cda02-8ac0-4ce4-bf19-2435373db039 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 1000 time: 0.0599041 Aug 29 14:35:13.957253 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-89ffa2a7-d5f3-426a-9d76-ffdc0b5ade0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:13.958906 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-89ffa2a7-d5f3-426a-9d76-ffdc0b5ade0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0427361 Aug 29 14:35:14.007131 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-f000e185-578e-4382-a5a0-19c42abbe48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:14.008534 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-f000e185-578e-4382-a5a0-19c42abbe48a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383005 Aug 29 14:35:14.101100 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-60568cfc-082b-4936-a590-256964329d56 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 Aug 29 14:35:14.197777 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-7dd64a7b-6ac4-4601-8d56-16c7f9ab82c1 req-d8e131d6-1560-4920-86f5-d6c784341663 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846086 Aug 29 14:35:14.809725 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2e83f-73de-4098-b6d4-1a02b67ddbcb req-d8efb00a-9951-4406-bb2e-71be72645b60 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:14.811198 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f6e2e83f-73de-4098-b6d4-1a02b67ddbcb req-d8efb00a-9951-4406-bb2e-71be72645b60 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0496833 Aug 29 14:35:14.852878 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f6e2e83f-73de-4098-b6d4-1a02b67ddbcb req-30d4f3ce-9594-4d0a-bfda-48082688d81e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358608 Aug 29 14:35:15.968802 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc610-0d3d-4416-85dd-d144ebc145ff req-eec40509-8e7b-4138-9231-8c327604b6bb tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:15.970277 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3f7cc610-0d3d-4416-85dd-d144ebc145ff req-eec40509-8e7b-4138-9231-8c327604b6bb tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0514538 Aug 29 14:35:16.008696 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-3f7cc610-0d3d-4416-85dd-d144ebc145ff req-601549fc-4141-435f-a440-a87c700236c1 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Aug 29 14:35:24.094048 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:24.367100 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bf88c20-8dc3-4d44-8348-b4fbf29e2b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:26.814384 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:35:26.971009 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5900dd73-4f07-4580-bb35-e8dd9cc0b980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:27.461816 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:27.980931 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:29.676675 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:31.014104 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-074346e5-64b7-492d-aec6-c8526484ca5f req-dc12f49c-41bf-4098-beb5-aaba67d90629 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472329 Aug 29 14:35:31.113436 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074346e5-64b7-492d-aec6-c8526484ca5f req-bef35dcb-d775-424d-a10c-64123be42acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:31.114933 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-074346e5-64b7-492d-aec6-c8526484ca5f req-bef35dcb-d775-424d-a10c-64123be42acb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1098 time: 0.0394163 Aug 29 14:35:31.223907 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074346e5-64b7-492d-aec6-c8526484ca5f req-cca9941c-c995-43cb-9b83-de89c91b6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:31.225421 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-074346e5-64b7-492d-aec6-c8526484ca5f req-cca9941c-c995-43cb-9b83-de89c91b6613 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0846562 Aug 29 14:35:31.288930 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-074346e5-64b7-492d-aec6-c8526484ca5f req-95cd753e-354c-4889-9102-34f5715357c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 1000 time: 0.0562928 Aug 29 14:35:31.336726 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074346e5-64b7-492d-aec6-c8526484ca5f req-3c9c6f18-e794-4dfc-9a15-70db3186f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:31.338084 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-074346e5-64b7-492d-aec6-c8526484ca5f req-3c9c6f18-e794-4dfc-9a15-70db3186f389 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0421236 Aug 29 14:35:31.392033 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074346e5-64b7-492d-aec6-c8526484ca5f req-063033fb-d979-4650-a72f-ba3ee61fdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:31.393535 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-074346e5-64b7-492d-aec6-c8526484ca5f req-063033fb-d979-4650-a72f-ba3ee61fdf14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440640 Aug 29 14:35:31.485263 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-074346e5-64b7-492d-aec6-c8526484ca5f req-3c052e8a-cd70-4056-a7b9-4df1d779749c service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807118 Aug 29 14:35:31.576401 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-074346e5-64b7-492d-aec6-c8526484ca5f req-7a2b4d73-0530-48cb-bdb9-02e07f037ce8 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827618 Aug 29 14:35:49.756117 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06c1a-ea65-4a6c-9409-0be7f9c37ee6 req-ecc20c82-bdb9-4a53-a09d-4006493118bd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:49.757603 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b8f06c1a-ea65-4a6c-9409-0be7f9c37ee6 req-ecc20c82-bdb9-4a53-a09d-4006493118bd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0503211 Aug 29 14:35:49.795352 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b8f06c1a-ea65-4a6c-9409-0be7f9c37ee6 req-04a10d6e-eb48-4231-b807-31aed76302f9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Aug 29 14:35:50.912225 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f30d2-e9fd-446e-a223-7a3c920e8cbe req-09f5534a-0825-4712-a807-e4067da6e23c tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:50.914326 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e13f30d2-e9fd-446e-a223-7a3c920e8cbe req-09f5534a-0825-4712-a807-e4067da6e23c tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0478740 Aug 29 14:35:50.952297 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e13f30d2-e9fd-446e-a223-7a3c920e8cbe req-0a4d0d53-e4a0-4208-87aa-1814c5d438b0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322068 Aug 29 14:35:52.077204 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fe226-8320-4d73-bb6c-8e080a2caeb5 req-6e3e084e-5e8c-4f76-9e2f-37a1473fe944 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:52.078728 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a0fe226-8320-4d73-bb6c-8e080a2caeb5 req-6e3e084e-5e8c-4f76-9e2f-37a1473fe944 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0583348 Aug 29 14:35:52.116164 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-6a0fe226-8320-4d73-bb6c-8e080a2caeb5 req-305f2b9f-6b97-4ccc-8a25-6fc4b18c43e3 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308592 Aug 29 14:35:53.228796 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22301669-6de5-4ac5-b786-776a29382f2e req-9481c631-6766-4e6f-af21-f2b5bc9fc07a tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:53.230238 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-22301669-6de5-4ac5-b786-776a29382f2e req-9481c631-6766-4e6f-af21-f2b5bc9fc07a tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0483723 Aug 29 14:35:53.268229 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-22301669-6de5-4ac5-b786-776a29382f2e req-f68933ff-56b7-4cfb-bb42-27020e9b389c tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Aug 29 14:35:54.105301 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.368543 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0dfb-46c1-42fb-bc9c-668cda0a1ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.382426 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748c98c-7de8-46df-8508-794ac92fdc06 req-f8b15379-e70c-49a4-a5a9-17e69b6d78a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:54.383985 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8748c98c-7de8-46df-8508-794ac92fdc06 req-f8b15379-e70c-49a4-a5a9-17e69b6d78a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0492451 Aug 29 14:35:54.424749 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-8748c98c-7de8-46df-8508-794ac92fdc06 req-ae23751f-5da2-468c-86cc-e00729972b96 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346453 Aug 29 14:35:55.540236 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8d12f-4d35-47bd-9d85-bc4b023c4410 req-7ec31c45-9004-4e7f-be3f-b8921ad0df6f tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:55.541699 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7ea8d12f-4d35-47bd-9d85-bc4b023c4410 req-7ec31c45-9004-4e7f-be3f-b8921ad0df6f tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0503936 Aug 29 14:35:55.579455 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-7ea8d12f-4d35-47bd-9d85-bc4b023c4410 req-5190bcaa-8fe9-4346-97f1-be4858f81811 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318058 Aug 29 14:35:56.695171 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1e12f-7e87-4635-82fc-e2bcac0e6830 req-cc49743b-6e44-43a0-b66a-472e17c6edf1 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:56.696617 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f0b1e12f-7e87-4635-82fc-e2bcac0e6830 req-cc49743b-6e44-43a0-b66a-472e17c6edf1 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0514965 Aug 29 14:35:56.737571 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-f0b1e12f-7e87-4635-82fc-e2bcac0e6830 req-948aa066-ca69-475b-a7d8-0992d55af199 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350456 Aug 29 14:35:56.970341 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-065e742d-ba50-4641-b010-48ca61e6d532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.464905 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.851124 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae8096-8bb3-4c5d-9121-8715c31604a1 req-d3061cf2-2fa0-48d1-b6c2-d64213b02a1c tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:57.852579 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-98ae8096-8bb3-4c5d-9121-8715c31604a1 req-d3061cf2-2fa0-48d1-b6c2-d64213b02a1c tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0500698 Aug 29 14:35:57.889753 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-98ae8096-8bb3-4c5d-9121-8715c31604a1 req-065c42bb-a88e-496d-a44b-e1f4b18ef9c1 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 29 14:35:57.983104 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.003397 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d18873-ba33-4329-aef1-7e21cd841f40 req-235f8650-6a1b-4c2a-898c-76c51f8de5a9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:59.004771 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64d18873-ba33-4329-aef1-7e21cd841f40 req-235f8650-6a1b-4c2a-898c-76c51f8de5a9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0482106 Aug 29 14:35:59.042047 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-64d18873-ba33-4329-aef1-7e21cd841f40 req-a8da06c5-8aa2-4e23-ac1b-45964ac27b51 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Aug 29 14:35:59.679437 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.157816 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f166c5-ee77-485c-8494-2f4466e30d75 req-3ab27bdf-8d51-4809-939f-cefcf22e31e7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:00.159290 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-75f166c5-ee77-485c-8494-2f4466e30d75 req-3ab27bdf-8d51-4809-939f-cefcf22e31e7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0492244 Aug 29 14:36:00.196146 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-75f166c5-ee77-485c-8494-2f4466e30d75 req-4a2ae445-84cb-485d-8bd3-4c3f8fc310a8 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302689 Aug 29 14:36:00.413331 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792060d-99ad-4385-aad7-3122ecfcf864 req-5f3f58f5-dc0c-4417-b3dd-2950d0e0f2f7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:00.414841 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b792060d-99ad-4385-aad7-3122ecfcf864 req-5f3f58f5-dc0c-4417-b3dd-2950d0e0f2f7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0541413 Aug 29 14:36:00.441280 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-e0b2f40d-a0bd-4eb2-85b4-e3f6166d23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:00.442833 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-e0b2f40d-a0bd-4eb2-85b4-e3f6166d23db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1098 time: 0.0392785 Aug 29 14:36:00.452755 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-b792060d-99ad-4385-aad7-3122ecfcf864 req-a5aaa273-0d73-459c-a7f6-94e3dc0bf907 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319836 Aug 29 14:36:00.541306 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-1c3befe6-a71b-4db1-9cf7-93b461558fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:00.542827 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-1c3befe6-a71b-4db1-9cf7-93b461558fe4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0883377 Aug 29 14:36:00.611487 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-72c347e0-7767-4c5e-90f7-822e5fb25ba5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 1000 time: 0.0568264 Aug 29 14:36:00.680427 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-a19182de-1fc4-4f01-9bb0-50df23c0c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:00.681910 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-a19182de-1fc4-4f01-9bb0-50df23c0c2b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0598187 Aug 29 14:36:00.734235 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-bcaa91d0-d808-4cb3-a6c2-9227c9799a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:00.735768 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-bcaa91d0-d808-4cb3-a6c2-9227c9799a2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406764 Aug 29 14:36:00.825790 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-12cb0d97-a31f-4f28-9f34-d275b6fb8b4b service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786510 Aug 29 14:36:00.921409 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-bdf471cd-5159-48a0-8e90-d33068a577cd req-5791df88-b9f6-420e-9f98-dcc1ce45cedc service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835581 Aug 29 14:36:01.575400 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d028f-892f-4e6b-973a-5650f9e71872 req-077b36f6-7195-4d4b-b2ab-1444beff1693 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:01.576991 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c00d028f-892f-4e6b-973a-5650f9e71872 req-077b36f6-7195-4d4b-b2ab-1444beff1693 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0507109 Aug 29 14:36:01.616177 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-c00d028f-892f-4e6b-973a-5650f9e71872 req-435dfebd-208d-4eae-9f0a-885e992b09b6 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Aug 29 14:36:02.736833 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ac83f-0468-40d0-a61a-4739697a78b6 req-32a72714-9952-4f90-9eab-1cb64b11d08c tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:02.738326 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-135ac83f-0468-40d0-a61a-4739697a78b6 req-32a72714-9952-4f90-9eab-1cb64b11d08c tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 29 14:36:02.776369 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-135ac83f-0468-40d0-a61a-4739697a78b6 req-e99ad1aa-f697-4e6a-8924-fc5186974b9e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Aug 29 14:36:03.813043 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:36:24.125786 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:24.368450 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-af326cd3-1714-486b-b855-a57de8df0161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:26.971041 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2a06-3ef6-4179-af73-7968fed42e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:27.465081 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:27.986395 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:29.684718 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:32.022784 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-f0d3abb8-48a4-4175-a6d0-91a15a8ebadd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413842 Aug 29 14:36:32.123832 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-77163a4b-17d2-45f5-84d9-f9b694f83bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.125300 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-77163a4b-17d2-45f5-84d9-f9b694f83bbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 1098 time: 0.0389585 Aug 29 14:36:32.230649 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-6d924943-7118-4e84-a048-427716bd7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.232121 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-6d924943-7118-4e84-a048-427716bd7c9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0839944 Aug 29 14:36:32.301928 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-3af7b010-03d8-438b-ac49-790406a1886b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 200 len: 1000 time: 0.0603690 Aug 29 14:36:32.352233 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-6aca7eef-17a1-4a7f-b300-557b080358ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.353642 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-6aca7eef-17a1-4a7f-b300-557b080358ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0435331 Aug 29 14:36:32.398893 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-674e03b7-c2ee-4b2e-aa95-b5249025868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.400379 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-674e03b7-c2ee-4b2e-aa95-b5249025868f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390577 Aug 29 14:36:32.499572 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-acb8bcf1-1e18-48e8-86a1-11479dd65d22 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830436 Aug 29 14:36:32.589213 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-92ab61b3-306e-4d31-9761-1d192ee47be6 req-7be38104-adf3-4c77-b79e-194d441900e3 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822392 Aug 29 14:36:35.870535 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25ab4-df32-43c3-b8e5-6c1ae7a502fd req-8d926a9f-8cf8-4c06-b5f1-d190cd3af820 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:35.872030 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d6d25ab4-df32-43c3-b8e5-6c1ae7a502fd req-8d926a9f-8cf8-4c06-b5f1-d190cd3af820 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0482728 Aug 29 14:36:35.914018 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-d6d25ab4-df32-43c3-b8e5-6c1ae7a502fd req-c1761d18-cae9-4da3-9c85-34cd0b1baabb tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361698 Aug 29 14:36:37.032462 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a468d8-099e-4435-a9b5-98780e7a50f0 req-1ddd04b0-d6b5-43e7-86fc-070a6112e9cb tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:37.033922 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f7a468d8-099e-4435-a9b5-98780e7a50f0 req-1ddd04b0-d6b5-43e7-86fc-070a6112e9cb tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0500786 Aug 29 14:36:37.072657 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-f7a468d8-099e-4435-a9b5-98780e7a50f0 req-b9f0071d-904f-43ce-a3e7-a2ed4c6e6cf0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Aug 29 14:36:38.211013 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94382e-9156-4c64-9a53-7cbf72d680ee req-d5837eea-161d-4a00-96ea-01cf51217550 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:38.212470 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fe94382e-9156-4c64-9a53-7cbf72d680ee req-d5837eea-161d-4a00-96ea-01cf51217550 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0738077 Aug 29 14:36:38.220352 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-b03e6026-3868-4603-9543-34f0234c6f05 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:38.221661 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-b03e6026-3868-4603-9543-34f0234c6f05 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 945 time: 0.0731173 Aug 29 14:36:38.280161 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fe94382e-9156-4c64-9a53-7cbf72d680ee req-b81f18a4-e567-4464-9eea-ba8730082844 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9ba117a-3399-4967-91ac-fdcd5f57856e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575995 Aug 29 14:36:38.332332 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Deleting port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:36:38.332678 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:38.418140 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] For port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:38.418498 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:38.589839 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:38.590228 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:38.590569 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Floating IP c4051f36-70c9-4012-8919-a699218d05e0 disassociated. External IP: 172.27.3.61, port: 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488. Aug 29 14:36:38.590914 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Calling delete_port for 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:36:38.712105 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:38.744410 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event deleted for resources: {'Port': ['ID=5fb42ed7-a05a-4ace-ae99-2b28ab1ef488,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:38.758448 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.758812 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.759145 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.759474 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.759792 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.760112 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.760431 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.760746 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.761088 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.761398 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.761708 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.762016 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:38.860571 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Router ec27b575-6ad2-4c6e-8cc6-a36737619a1e has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:36:38.966604 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:36:38.976190 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] Sync routers for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:36:38.985694 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:38.986322 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:36:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:39.007935 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] No DVR routers for this DVR port 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:36:39.010391 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:39.012435 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-940deaf5-06b2-42fb-aecf-88f6becf3d5b req-0233cc99-d44b-4367-8f16-9a25f8c1b31e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "DELETE /v2.0/ports/5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 HTTP/1.1" status: 204 len: 173 time: 0.7767632 Aug 29 14:36:39.012819 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'name': 'network-vif-deleted', 'tag': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:39.015096 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7612a5f2-118a-4e8e-bfee-a1051eeb6a72" -d '{"events": [{"server_uuid": "4be37fcf-5450-429a-80db-4ab45c22c8ac", "name": "network-vif-deleted", "tag": "5fb42ed7-a05a-4ace-ae99-2b28ab1ef488"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:39.054384 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56481c1-292c-4db9-bb33-af4907a8c546 x-openstack-request-id: req-a56481c1-292c-4db9-bb33-af4907a8c546 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:39.054696 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be37fcf-5450-429a-80db-4ab45c22c8ac", "name": "network-vif-deleted", "tag": "5fb42ed7-a05a-4ace-ae99-2b28ab1ef488", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:39.054935 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a56481c1-292c-4db9-bb33-af4907a8c546 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:39.055329 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be37fcf-5450-429a-80db-4ab45c22c8ac', 'name': 'network-vif-deleted', 'tag': '5fb42ed7-a05a-4ace-ae99-2b28ab1ef488', 'status': 'completed', 'code': 200} Aug 29 14:36:39.097066 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:39.306246 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:39.333971 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] Checking router: ec27b575-6ad2-4c6e-8cc6-a36737619a1e for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:36:39.342420 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:39.343054 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:36:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:39.387744 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-b36ed712-29c8-4e98-8065-c782acf56152 req-511b07e8-fb99-4344-8072-8a8c58252020 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be37fcf-5450-429a-80db-4ab45c22c8ac HTTP/1.1" status: 200 len: 210 time: 0.0268815 Aug 29 14:36:39.537480 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:39.734696 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:39.760461 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1276f4b-614a-44ff-a323-617f2d4bd391 None None] The sync data for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi is: [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:36:39.979545 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914aea2-2e8e-4686-a09d-1d7c4a1eeb0a None None] New status for floating IP c4051f36-70c9-4012-8919-a699218d05e0: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:36:40.474406 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48316) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:40.526476 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc9b026e-4e80-46b9-b0db-f5e5311e33a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.548068 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc9b026e-4e80-46b9-b0db-f5e5311e33a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.600454 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc9b026e-4e80-46b9-b0db-f5e5311e33a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.603087 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc9b026e-4e80-46b9-b0db-f5e5311e33a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.604229 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-dc9b026e-4e80-46b9-b0db-f5e5311e33a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9ba117a-3399-4967-91ac-fdcd5f57856e HTTP/1.1" status: 204 len: 168 time: 0.1287620 Aug 29 14:36:40.607087 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48318) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:40.613309 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b026e-4e80-46b9-b0db-f5e5311e33a5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ba117a-3399-4967-91ac-fdcd5f57856e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:40.621599 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.api.v2.resource [None req-1d1725fc-13d2-4b40-9604-db4a4da3a403 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] show failed (client error): The resource could not be found. Aug 29 14:36:40.622707 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-1d1725fc-13d2-4b40-9604-db4a4da3a403 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups/a9ba117a-3399-4967-91ac-fdcd5f57856e HTTP/1.1" status: 404 len: 347 time: 0.0145378 Aug 29 14:36:40.625509 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48320) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:40.746241 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Deleting port a19d1275-a392-443c-bbbf-bd4917f3e310 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:36:40.746623 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.811444 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:36:40.822236 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.822593 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.833691 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Calling delete_port for a19d1275-a392-443c-bbbf-bd4917f3e310 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:36:40.962187 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.992050 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event deleted for resources: {'Port': ['ID=a19d1275-a392-443c-bbbf-bd4917f3e310,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:41.043935 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.046389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.047539 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-b5ffd949-285b-4a7f-9ac9-7bf2746d8ecc tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "DELETE /v2.0/floatingips/c4051f36-70c9-4012-8919-a699218d05e0 HTTP/1.1" status: 204 len: 168 time: 0.4209907 Aug 29 14:36:41.437364 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48324) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:41.442036 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9f95519e-2497-47f1-9485-b526354efae9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768753570', 'description': 'tempest-description--119843456'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:41.463368 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f95519e-2497-47f1-9485-b526354efae9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.542005 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f95519e-2497-47f1-9485-b526354efae9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.545942 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f95519e-2497-47f1-9485-b526354efae9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.572895 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f95519e-2497-47f1-9485-b526354efae9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.574091 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-9f95519e-2497-47f1-9485-b526354efae9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1357083 Aug 29 14:36:41.576081 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95519e-2497-47f1-9485-b526354efae9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c72217b-fdc7-4cdc-9b4d-71964dbab58d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:41.577084 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48326) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:41.582251 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'security_group_rule': {'security_group_id': '0c72217b-fdc7-4cdc-9b4d-71964dbab58d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:41.610803 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.623124 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:36:41.643205 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:36:41.643538 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 5fb42ed7-a05a-4ace-ae99-2b28ab1ef488 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:36:41.663555 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.667660 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.686362 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932818bf-abc0-459a-baac-f186f211c064,revision_number=0']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:41.689674 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.690826 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125793 Aug 29 14:36:41.693601 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48328) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:41.695571 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.695913 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.696246 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.696573 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.696895 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.697217 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.697537 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.697853 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.698169 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.698420 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1971f872-e088-49ba-a575-3106ba557bbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'security_group_rule': {'security_group_id': '0c72217b-fdc7-4cdc-9b4d-71964dbab58d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:41.698587 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.698806 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.699126 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a947e6-2bb4-4a22-8876-099927772cc0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:41.726975 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1971f872-e088-49ba-a575-3106ba557bbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.783785 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1971f872-e088-49ba-a575-3106ba557bbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.788532 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1971f872-e088-49ba-a575-3106ba557bbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1939848'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.804614 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971f872-e088-49ba-a575-3106ba557bbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45eea92b-81be-4f8c-9d14-821500c8427d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:41.810940 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1971f872-e088-49ba-a575-3106ba557bbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.812239 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-1971f872-e088-49ba-a575-3106ba557bbd tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175973 Aug 29 14:36:41.815128 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48330) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:41.819540 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'floatingip': {'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:41.840060 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.931259 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.032877 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Allocated IP 172.27.3.23 (3fd91b3c-d890-4174-83f7-c7c6d7f6a18d/410f72eb-af41-4a94-9011-df96d92bebb3/d28d27b3-96b0-4307-9973-b2ed5fd2d2d5) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:42.127849 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.164877 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.201935 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Network 3fd91b3c-d890-4174-83f7-c7c6d7f6a18d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:42.205939 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:42.212015 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:42.237711 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'Port': ['ID=d28d27b3-96b0-4307-9973-b2ed5fd2d2d5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:42.296801 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.328923 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.474837 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.479254 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.547200 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'Port': ['ID=d28d27b3-96b0-4307-9973-b2ed5fd2d2d5,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:42.557128 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.570545 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.571760 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-dbcb0ee9-1b51-4a0a-8fc3-ecdebcf32e1d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7557299 Aug 29 14:36:42.712498 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-d7375c36-13cf-4f9b-9471-3411cc503cc9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1768753570&fields=id&tenant_id=3e09369d3a4b4875b0d463ba6ee20592 HTTP/1.1" status: 200 len: 267 time: 0.0320203 Aug 29 14:36:42.817230 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-6c65e40b-1552-4296-b331-14b7dba80714 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:42.818629 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-6c65e40b-1552-4296-b331-14b7dba80714 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 810 time: 0.0994666 Aug 29 14:36:42.833541 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-f0189890-1f69-447f-b7ce-b72320dd242b tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/quotas/3e09369d3a4b4875b0d463ba6ee20592 HTTP/1.1" status: 200 len: 375 time: 0.0089207 Aug 29 14:36:43.136811 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-e2de0484-f415-495b-a8db-184fc2d93e90 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2982123 Aug 29 14:36:43.197838 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-57743da0-ab7c-48ad-885d-15c7330e396a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:36:43.198834 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-57743da0-ab7c-48ad-885d-15c7330e396a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504560 Aug 29 14:36:43.284865 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-6c8e6a06-4b4c-4571-9cae-6244d81b09d5 service neutron] 10.222.0.20 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799434 Aug 29 14:36:43.376247 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-683da5a2-c035-4a5f-b5b2-11fa53d0e5c0 service neutron] 10.222.0.20 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847926 Aug 29 14:36:43.531720 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-a1109f0c-bc36-47e0-852a-3d4a49ad7236 req-74872ed5-2441-47c8-96b3-bfbb47e6b7b5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 210 time: 0.0274761 Aug 29 14:36:44.649193 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-62be3b4c-fa94-4e95-9a40-eb809e851445 req-1c8abc5b-ed23-4c2e-a7fb-ba1e7db2ace8 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 210 time: 0.0336440 Aug 29 14:36:44.656079 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-5c12cd73-9c55-48c0-9166-84fe9d92bb82 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:44.657423 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-5c12cd73-9c55-48c0-9166-84fe9d92bb82 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 810 time: 0.1393654 Aug 29 14:36:44.712657 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-f77a496a-260b-4b65-b20b-ddc8e20cd098 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e09369d3a4b4875b0d463ba6ee20592 HTTP/1.1" status: 200 len: 380 time: 0.0384982 Aug 29 14:36:44.727661 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'port': {'device_id': '1e4962f8-8479-4a98-9949-74783d108f2d', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'admin_state_up': True, 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'security_groups': ['0c72217b-fdc7-4cdc-9b4d-71964dbab58d']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:44.833651 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Made reservation on behalf of 3e09369d3a4b4875b0d463ba6ee20592 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:36:44.837497 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:44.966343 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Allocated IP 172.20.0.9 (3f4b76fa-8919-4a9f-97b3-7a64c1b96003/b59dc0d9-1226-4da1-9319-06584955a4d8/96a9c9e9-037c-40b1-9b6f-e05e8ac935e3) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:45.095380 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.109106 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Transition to ACTIVE for port object 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:45.142462 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792969159190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.188741 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:45.193671 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:45.197951 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:45.203294 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event updated for resources: {'Port': ['ID=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:45.252348 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:45.252976 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.268007 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-ce57d043-21b9-489c-90c2-34849717f862 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451376 Aug 29 14:36:45.296003 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.v2.base [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Request body: {'port': {'device_id': '1e4962f8-8479-4a98-9949-74783d108f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:45.351940 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.404061 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-562a6c5a-778a-4bb4-8ef2-c8dc09c96749 None None] Provisioning for port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 completed by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:45.408792 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-562a6c5a-778a-4bb4-8ef2-c8dc09c96749 None None] Provisioning complete for port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 triggered by entity DHCP. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:45.409308 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-562a6c5a-778a-4bb4-8ef2-c8dc09c96749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.447416 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-562a6c5a-778a-4bb4-8ef2-c8dc09c96749 None None] Port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 cannot update to ACTIVE because it is not bound. {{(pid=93803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:36:45.610735 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:45.618132 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.629673 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Transition to ACTIVE for port object 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:45.633332 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.681229 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Pushing event updated for resources: {'Port': ['ID=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:45.765419 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Attempting to bind port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:45.765786 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Attempting to bind port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:45.766083 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Attempting to bind port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 on network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:45.770675 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 on network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:36:45.771000 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Attempting to bind port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 on network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:45.781836 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e2b83-71c7-45ea-b574-4a14fd4984b2 req-6960138e-8c63-489f-b26c-ccd2156558c6 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:45.782407 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Checking agent: {'id': 'a32896f3-3797-4762-926b-07274df7d481', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'started_at': datetime.datetime(2021, 8, 29, 14, 21, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:45.782556 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Checking segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:45.782916 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Bound using segment: {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:45.783352 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Bound port: 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bd6887-997d-4136-90a4-e3f45d8e7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:45.783715 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.787011 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-830e2b83-71c7-45ea-b574-4a14fd4984b2 req-6960138e-8c63-489f-b26c-ccd2156558c6 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 943 time: 0.0588882 Aug 29 14:36:45.823576 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-830e2b83-71c7-45ea-b574-4a14fd4984b2 req-61434da6-1121-48a3-b694-f666782ae2ff tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340879 Aug 29 14:36:45.853407 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] For port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3, host hv-cinder-77398, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:45.856548 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] For port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:45.861757 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8077499'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.898922 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:45.899658 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.901164 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 HTTP/1.1" status: 200 len: 1093 time: 0.6096711 Aug 29 14:36:45.901799 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4962f8-8479-4a98-9949-74783d108f2d', 'tag': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:45.904298 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1309a71f-b62b-46c4-9a3a-9318b7dc7860" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4962f8-8479-4a98-9949-74783d108f2d", "tag": "96a9c9e9-037c-40b1-9b6f-e05e8ac935e3"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:45.929991 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a457327-d443-41e1-a4e9-b85a5d7b38d1 service neutron] Pushing event updated for resources: {'Port': ['ID=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:45.941631 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a82d93a-41f7-4e4e-94aa-75085b0f665a x-openstack-request-id: req-6a82d93a-41f7-4e4e-94aa-75085b0f665a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:45.941921 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4962f8-8479-4a98-9949-74783d108f2d", "tag": "96a9c9e9-037c-40b1-9b6f-e05e8ac935e3", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:45.942175 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a82d93a-41f7-4e4e-94aa-75085b0f665a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:45.942608 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4962f8-8479-4a98-9949-74783d108f2d', 'tag': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'status': 'completed', 'code': 200} Aug 29 14:36:46.015156 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1bc3dad4-3706-4e96-bb65-1e98cf96dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.016673 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1bc3dad4-3706-4e96-bb65-1e98cf96dbdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 1096 time: 0.0428927 Aug 29 14:36:46.077723 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-b643967b-63be-497e-b16b-9b5e866ed253 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 HTTP/1.1" status: 200 len: 217 time: 0.0393403 Aug 29 14:36:46.133484 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-d37c4066-4a44-46e2-b36a-58ac920dcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.134813 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-d37c4066-4a44-46e2-b36a-58ac920dcc2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0451667 Aug 29 14:36:46.182503 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-01f3dfdc-cadc-491d-abfd-f06fd9b71dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.184287 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-01f3dfdc-cadc-491d-abfd-f06fd9b71dcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382667 Aug 29 14:36:46.287394 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-1b469a51-1c44-4f46-b167-0c90c201d792 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907505 Aug 29 14:36:46.377527 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-08ffbaeb-435b-4c2d-bfb2-78ccb19c6ec1 req-b652a998-c658-459f-9721-78de406e6aad service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814152 Aug 29 14:36:46.519460 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-7da4fe4d-d3bd-4f2c-963f-58cbaea2f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.520879 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-7da4fe4d-d3bd-4f2c-963f-58cbaea2f388 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 1096 time: 0.0408218 Aug 29 14:36:46.613243 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-c1607c2b-c5f8-49d1-a2ea-a798b60297f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.614812 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-c1607c2b-c5f8-49d1-a2ea-a798b60297f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0866153 Aug 29 14:36:46.655528 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-ea3596be-e324-43d4-a917-9c4eb1cddbc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 HTTP/1.1" status: 200 len: 217 time: 0.0329597 Aug 29 14:36:46.709454 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-e65d4166-a397-47a2-8f8e-0b6f2d1017d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.710925 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-e65d4166-a397-47a2-8f8e-0b6f2d1017d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0462258 Aug 29 14:36:46.757719 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-f9ddd5d5-b8d3-4800-a94e-706fd9e51df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.759197 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-f9ddd5d5-b8d3-4800-a94e-706fd9e51df2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398376 Aug 29 14:36:46.850602 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-bc688fc5-aa85-4172-ba9b-4db88b2cb25e service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807159 Aug 29 14:36:46.941958 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5e9d7-60dd-41ab-9759-22c9f78a33aa req-98265193-4647-48a9-8a70-8384687ae818 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.943506 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1dd5e9d7-60dd-41ab-9759-22c9f78a33aa req-98265193-4647-48a9-8a70-8384687ae818 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 943 time: 0.0502326 Aug 29 14:36:46.955061 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1309a71f-b62b-46c4-9a3a-9318b7dc7860 req-61f5902b-e660-40c7-83ef-f827c02ae60b service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969656 Aug 29 14:36:46.981413 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-1dd5e9d7-60dd-41ab-9759-22c9f78a33aa req-a6c59df4-f85b-494f-be3e-0175a0325e7e tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Aug 29 14:36:48.098822 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243f6e-fda1-4051-ac44-c2c715fadc6c req-c16a9c24-992e-4bb0-98fd-9ababf69b675 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:48.100276 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3c243f6e-fda1-4051-ac44-c2c715fadc6c req-c16a9c24-992e-4bb0-98fd-9ababf69b675 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 943 time: 0.0482492 Aug 29 14:36:48.138785 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-3c243f6e-fda1-4051-ac44-c2c715fadc6c req-0ad75d88-65f5-40b7-b200-e5428239de49 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321281 Aug 29 14:36:49.256322 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e915cb-0a3b-48f2-b4a9-f20f1059762b req-de350413-b9a7-4ae2-91e0-4a0e57ff3496 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:49.257821 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d4e915cb-0a3b-48f2-b4a9-f20f1059762b req-de350413-b9a7-4ae2-91e0-4a0e57ff3496 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 943 time: 0.0531473 Aug 29 14:36:49.295482 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-d4e915cb-0a3b-48f2-b4a9-f20f1059762b req-29f4db94-43e3-4dff-8ae7-8710533cb279 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 Aug 29 14:36:49.638505 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:36:49.729924 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:49.740945 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Returning: {'device': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'port_id': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'mac_address': 'fa:16:3e:63:7b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:36:49.779800 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:49.792599 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:49.811040 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:49.814878 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:49.860835 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:49.867652 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.867993 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.868325 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.868651 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.868965 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.869283 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.869596 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.869909 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.870220 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.870546 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.870858 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:49.871167 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:50.223458 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] get_ports_and_sgs() called for port_ids ['96a9c9e9-037c-40b1-9b6f-e05e8ac935e3'] {{(pid=93803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:36:50.419397 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb706c5-cacb-410e-b341-53a69956d49d req-d90516d4-15cc-409d-8393-2d2ff70f57f7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:50.420851 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5eb706c5-cacb-410e-b341-53a69956d49d req-d90516d4-15cc-409d-8393-2d2ff70f57f7 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 944 time: 0.0469644 Aug 29 14:36:50.457583 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-5eb706c5-cacb-410e-b341-53a69956d49d req-e11b96cd-d828-41f6-9a25-943cc113c3c0 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Aug 29 14:36:51.570713 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b133-1c25-4472-8510-4cfa45e8cc17 req-0d99705f-1ec6-42c5-9f96-aa7449dd3375 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:51.572187 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0170b133-1c25-4472-8510-4cfa45e8cc17 req-0d99705f-1ec6-42c5-9f96-aa7449dd3375 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 944 time: 0.0482588 Aug 29 14:36:51.608794 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-0170b133-1c25-4472-8510-4cfa45e8cc17 req-147a7817-d166-4fe5-8ddb-e1518f82e201 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308671 Aug 29 14:36:51.638367 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 up at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:51.685650 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning for port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 completed by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:51.689237 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Provisioning complete for port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 triggered by entity L2. {{(pid=93803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:51.689607 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700214'] for port, provisioning_complete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.763623 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661439'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.784755 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4962f8-8479-4a98-9949-74783d108f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:51.787430 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec69445a2e74a01ab0831707a6251665c76fd262bda50b865260ce7f8c517e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d06191-be79-4c9f-ac6a-322777fd9561" -d '{"events": [{"server_uuid": "1e4962f8-8479-4a98-9949-74783d108f2d", "name": "network-vif-plugged", "status": "completed", "tag": "96a9c9e9-037c-40b1-9b6f-e05e8ac935e3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:51.799957 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] For port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:51.803968 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792969711921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792969159208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792969159226'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.829403 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab86ef62-36ed-4040-b0d6-8e284b33b657 x-openstack-request-id: req-ab86ef62-36ed-4040-b0d6-8e284b33b657 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:51.829693 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4962f8-8479-4a98-9949-74783d108f2d", "name": "network-vif-plugged", "status": "completed", "tag": "96a9c9e9-037c-40b1-9b6f-e05e8ac935e3", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:51.829945 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab86ef62-36ed-4040-b0d6-8e284b33b657 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:51.830319 dv-cinder-773985-15-iscsi neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4962f8-8479-4a98-9949-74783d108f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'code': 200} Aug 29 14:36:51.855006 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Pushing event updated for resources: {'Port': ['ID=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:52.079977 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625efb-5d78-4616-9448-f2c9e0fd6c5a req-09212644-6266-4fe2-a13d-c29b92f26761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:52.081361 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1e625efb-5d78-4616-9448-f2c9e0fd6c5a req-09212644-6266-4fe2-a13d-c29b92f26761 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 1098 time: 0.0453529 Aug 29 14:36:52.117776 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-1e625efb-5d78-4616-9448-f2c9e0fd6c5a req-80d80021-9df9-4f77-b824-6a487c45fd7a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275292 Aug 29 14:36:52.767559 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb20737-af10-4518-86a5-091442dd8cb9 req-205574ef-b7b8-46f2-84a9-1279dd413932 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:52.769281 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bdb20737-af10-4518-86a5-091442dd8cb9 req-205574ef-b7b8-46f2-84a9-1279dd413932 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 945 time: 0.0655825 Aug 29 14:36:52.812720 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-bdb20737-af10-4518-86a5-091442dd8cb9 req-6f420bed-e021-4be2-b308-4720366b806b tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367362 Aug 29 14:36:53.929593 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d953-405b-4cb8-80fb-2337745e3a31 req-9a319ea2-4587-411e-befe-fed0e5ee0183 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:53.930986 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fea0d953-405b-4cb8-80fb-2337745e3a31 req-9a319ea2-4587-411e-befe-fed0e5ee0183 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 945 time: 0.0477464 Aug 29 14:36:53.967933 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-fea0d953-405b-4cb8-80fb-2337745e3a31 req-f0a72ca0-31dc-4f8f-a6d9-4dc77086f122 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Aug 29 14:36:54.080154 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d86a5-c9e8-478b-a0c5-5c5468ff6908 req-865e5b6a-6c05-4b9a-876d-958b02acdff9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:54.081619 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-da5d86a5-c9e8-478b-a0c5-5c5468ff6908 req-865e5b6a-6c05-4b9a-876d-958b02acdff9 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 945 time: 0.0512967 Aug 29 14:36:54.090617 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48392) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:54.094978 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.v2.base [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Request body: {'floatingip': {'port_id': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3'}} {{(pid=93802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:54.128166 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:54.136537 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:54.368673 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f3bce40-9b46-4f1e-a5e3-0f743d5a417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:54.556641 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:54.560571 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:54.659230 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.db.l3_db [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Floating IP e05dc77e-164d-44e4-b907-2d7eaabc47c1 associated. External IP: 172.27.3.23, port: 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3. Aug 29 14:36:54.861394 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Router ec27b575-6ad2-4c6e-8cc6-a36737619a1e has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:36:54.968216 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:36:54.972416 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:54.979538 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] Sync routers for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:36:54.988964 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:54.989551 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:36:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:54.999517 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-ba64978e-3c60-4b3a-a01c-2680398fcbf5 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "PUT /v2.0/floatingips/e05dc77e-164d-44e4-b907-2d7eaabc47c1 HTTP/1.1" status: 200 len: 990 time: 0.9078779 Aug 29 14:36:55.000198 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4962f8-8479-4a98-9949-74783d108f2d', 'tag': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:55.002534 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5bfaa344f6d7819c1ab4473afd896f4cd73c20320e335ffbed880b646815cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4962f8-8479-4a98-9949-74783d108f2d", "tag": "96a9c9e9-037c-40b1-9b6f-e05e8ac935e3"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:55.096871 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:55.107614 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494b4552-373c-4148-8eda-bf04aeabdc36 x-openstack-request-id: req-494b4552-373c-4148-8eda-bf04aeabdc36 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:55.107614 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4962f8-8479-4a98-9949-74783d108f2d", "tag": "96a9c9e9-037c-40b1-9b6f-e05e8ac935e3", "status": "completed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:55.107614 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-494b4552-373c-4148-8eda-bf04aeabdc36 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:55.107614 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4962f8-8479-4a98-9949-74783d108f2d', 'tag': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'status': 'completed', 'code': 200} Aug 29 14:36:55.190587 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-3274b997-7bf8-47b7-86f0-35b5f28994e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.192088 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-3274b997-7bf8-47b7-86f0-35b5f28994e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 1098 time: 0.0432384 Aug 29 14:36:55.282799 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-d2d22f97-567e-4136-8988-49b40bcb336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.284166 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-d2d22f97-567e-4136-8988-49b40bcb336b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0850949 Aug 29 14:36:55.311573 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'e05dc77e-164d-44e4-b907-2d7eaabc47c1', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'port_id': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'mac_address': 'fa:16:3e:63:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4962f8-8479-4a98-9949-74783d108f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:42Z', 'updated_at': '2021-08-29T14:36:54Z', 'revision_number': 1, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:55.340214 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] Checking router: ec27b575-6ad2-4c6e-8cc6-a36737619a1e for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:36:55.348813 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-0ec24a38-e383-4344-881e-22387a7f8c2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 HTTP/1.1" status: 200 len: 998 time: 0.0574126 Aug 29 14:36:55.349077 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:55.349652 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:36:27Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:55.400832 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-8150def3-ffdd-40a8-b041-0b826d6636e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.402261 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-8150def3-ffdd-40a8-b041-0b826d6636e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0468211 Aug 29 14:36:55.447988 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-05b5dee2-9d5a-42ac-9dd1-8dceded58af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.449483 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-05b5dee2-9d5a-42ac-9dd1-8dceded58af4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401201 Aug 29 14:36:55.452898 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:55.537903 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-1e8cbdb4-1e25-4fc3-94df-ee4de04b45fa service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809469 Aug 29 14:36:55.630987 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-73aeeaea-6477-4ae5-8ca2-f478a0cde36b req-be52fbe6-3f12-49cc-b44f-51b89b231544 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863147 Aug 29 14:36:55.674225 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'e05dc77e-164d-44e4-b907-2d7eaabc47c1', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'port_id': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'mac_address': 'fa:16:3e:63:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4962f8-8479-4a98-9949-74783d108f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:42Z', 'updated_at': '2021-08-29T14:36:54Z', 'revision_number': 1, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:55.703627 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabc299-6b44-488c-bd26-813e39639b55 None None] The sync data for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi is: [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_floatingips': [{'id': 'e05dc77e-164d-44e4-b907-2d7eaabc47c1', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'router_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'port_id': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'mac_address': 'fa:16:3e:63:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4962f8-8479-4a98-9949-74783d108f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:42Z', 'updated_at': '2021-08-29T14:36:54Z', 'revision_number': 1, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:36:55.871602 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d2800a-c1a9-4e28-a7cd-069790485694 None None] New status for floating IP e05dc77e-164d-44e4-b907-2d7eaabc47c1: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:36:56.970945 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33358dd2-2157-4994-8084-62415d5f73a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:57.465794 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:57.989306 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.687341 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:17.811036 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:37:24.123729 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:24.368513 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b10caa9-3014-42a3-9ee1-d179d3fbe42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:26.971805 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8fff611-f1aa-420f-8174-3a51d05f7fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:27.466924 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:27.992120 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:29.689921 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:33.004484 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-c8d05ebd-5532-499e-bff3-ed1114e2f00e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392854 Aug 29 14:37:33.109969 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-a758f9b5-8a8d-43d4-b7a6-37f1a188186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:33.112006 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-a758f9b5-8a8d-43d4-b7a6-37f1a188186f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 1098 time: 0.0455527 Aug 29 14:37:33.216551 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-92905be4-7fa8-4d6e-b2ed-51af8986a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:33.217991 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-92905be4-7fa8-4d6e-b2ed-51af8986a1cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 200 len: 911 time: 0.0853803 Aug 29 14:37:33.284656 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-6605ead9-8a07-40cc-91a6-8d17338c0172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 HTTP/1.1" status: 200 len: 1000 time: 0.0561006 Aug 29 14:37:33.339884 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-908b69fc-6b2c-4000-83f8-2ef91b34bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:33.341275 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-908b69fc-6b2c-4000-83f8-2ef91b34bef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 200 len: 849 time: 0.0460007 Aug 29 14:37:33.391101 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-b55a5eeb-138e-4274-ab83-32bf459597f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:33.392616 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-b55a5eeb-138e-4274-ab83-32bf459597f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f4b76fa-8919-4a9f-97b3-7a64c1b96003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401583 Aug 29 14:37:33.493289 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-4c1a9239-aa90-40c6-9f07-57e6c3ad309c service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891993 Aug 29 14:37:33.585977 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-9b42e72e-4bb6-4884-a92d-ca4abee5bf3c req-fb10e4ea-df49-4828-a2e2-850d76ff842d service neutron] 10.222.0.32 "GET /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826919 Aug 29 14:37:54.143191 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:54.369203 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1509-f33a-4fec-a7b7-7e0f4535967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:54.810700 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:37:56.971701 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-09553a43-3d59-4dc9-8d80-ca25d9f4d2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:57.468417 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:57.995542 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:58.051819 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db1ecb-3138-42b7-a6ba-f9147e392b6d req-d0ff3bda-d671-4225-b0f0-6684f36abf9d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:58.053188 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-05db1ecb-3138-42b7-a6ba-f9147e392b6d req-d0ff3bda-d671-4225-b0f0-6684f36abf9d tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 945 time: 0.0482907 Aug 29 14:37:58.091256 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-05db1ecb-3138-42b7-a6ba-f9147e392b6d req-2f1234fb-ea86-45b2-905d-a426bedd5a4c tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Aug 29 14:37:59.208394 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ea62-0cd6-4d48-ba6d-e3f994815ef3 req-1a204fc2-d7f7-406c-97cb-01bc7c3d3c42 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:59.209889 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e790ea62-0cd6-4d48-ba6d-e3f994815ef3 req-1a204fc2-d7f7-406c-97cb-01bc7c3d3c42 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 945 time: 0.0500839 Aug 29 14:37:59.247266 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [req-e790ea62-0cd6-4d48-ba6d-e3f994815ef3 req-18dc63c3-4b70-49ed-8dd2-39a6a8ca3141 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Aug 29 14:37:59.693139 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:00.147168 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-3863bebf-995b-4855-a0d5-a7ef9ea5cff1 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:00.148566 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-3863bebf-995b-4855-a0d5-a7ef9ea5cff1 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 945 time: 0.0467317 Aug 29 14:38:00.245162 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Deleting port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:38:00.245554 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:00.359992 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] For port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:00.360358 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:00.415482 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6871c-1a5d-4599-8250-f15698cf4219 req-e081de64-94e7-4202-9310-8db8f4f1d489 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:00.416998 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-65c6871c-1a5d-4599-8250-f15698cf4219 req-e081de64-94e7-4202-9310-8db8f4f1d489 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 945 time: 0.1035125 Aug 29 14:38:00.506831 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-65c6871c-1a5d-4599-8250-f15698cf4219 req-def94e54-d841-4e96-b6b2-bfe5b4beec05 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c72217b-fdc7-4cdc-9b4d-71964dbab58d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832427 Aug 29 14:38:00.573299 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:00.573690 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587348'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:00.574032 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.db.l3_db [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Floating IP e05dc77e-164d-44e4-b907-2d7eaabc47c1 disassociated. External IP: 172.27.3.23, port: 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3. Aug 29 14:38:00.574433 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Calling delete_port for 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:38:00.701564 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8077474'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:00.730351 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event deleted for resources: {'Port': ['ID=96a9c9e9-037c-40b1-9b6f-e05e8ac935e3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:00.740260 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.740606 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.740941 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.741270 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.741595 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.741924 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.742246 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.742588 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.742912 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.743730 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.744044 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.744389 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:00.852552 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Router ec27b575-6ad2-4c6e-8cc6-a36737619a1e has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:38:00.958059 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:38:00.967390 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] Sync routers for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:38:00.977298 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:38:00.978386 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:37:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:00.995604 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] No DVR routers for this DVR port 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 on host hv-cinder-77398 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:38:00.998018 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:01.000048 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-acfe8223-3bd9-473b-b10c-0545b35e5ef2 req-afc7f19d-7185-4e36-97fb-06b3aa638417 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.32 "DELETE /v2.0/ports/96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 HTTP/1.1" status: 204 len: 173 time: 0.8405776 Aug 29 14:38:01.000425 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4962f8-8479-4a98-9949-74783d108f2d', 'name': 'network-vif-deleted', 'tag': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:38:01.002649 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104861a44e6bc14394d65e71daa4ea2a820cf2345556608ddb4831597c375499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9204837b-2308-42da-9cae-ff3c4648477c" -d '{"events": [{"server_uuid": "1e4962f8-8479-4a98-9949-74783d108f2d", "name": "network-vif-deleted", "tag": "96a9c9e9-037c-40b1-9b6f-e05e8ac935e3"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:38:01.045901 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9174f706-d846-4eb9-b9d7-fc417f44e36a x-openstack-request-id: req-9174f706-d846-4eb9-b9d7-fc417f44e36a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:38:01.046188 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4962f8-8479-4a98-9949-74783d108f2d", "name": "network-vif-deleted", "tag": "96a9c9e9-037c-40b1-9b6f-e05e8ac935e3", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:38:01.046443 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9174f706-d846-4eb9-b9d7-fc417f44e36a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:38:01.046919 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4962f8-8479-4a98-9949-74783d108f2d', 'name': 'network-vif-deleted', 'tag': '96a9c9e9-037c-40b1-9b6f-e05e8ac935e3', 'status': 'completed', 'code': 200} Aug 29 14:38:01.093225 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:38:01.295532 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:01.320399 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] Checking router: ec27b575-6ad2-4c6e-8cc6-a36737619a1e for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:38:01.328877 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:38:01.329465 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:37:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:01.519258 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:38:01.614976 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [req-55690938-5e57-484f-b3a2-c44eedf72dac req-09ffb5f5-4d98-401d-a4b9-3f158ac2f406 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e4962f8-8479-4a98-9949-74783d108f2d HTTP/1.1" status: 200 len: 210 time: 0.0278752 Aug 29 14:38:01.725186 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:01.752832 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266c13f-c50c-437d-a2c4-78522768b5a9 None None] The sync data for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi is: [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:33:51Z', 'revision_number': 4, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi', '_interfaces': [{'id': 'b566ad5b-730f-4e56-81df-f95713560b78', 'name': '', 'network_id': '3f4b76fa-8919-4a9f-97b3-7a64c1b96003', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'mac_address': 'fa:16:3e:61:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:50Z', 'updated_at': '2021-08-29T14:33:55Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'subnets': [{'id': 'b59dc0d9-1226-4da1-9319-06584955a4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:38:01.955610 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdac6647-386f-48cc-b960-57b49f2c400c None None] New status for floating IP e05dc77e-164d-44e4-b907-2d7eaabc47c1: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:38:02.700866 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48608) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:02.759333 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:02.783292 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:02.832748 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:02.835411 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:02.836527 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c72217b-fdc7-4cdc-9b4d-71964dbab58d HTTP/1.1" status: 204 len: 168 time: 0.1346838 Aug 29 14:38:02.840007 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48610) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:02.845915 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c72217b-fdc7-4cdc-9b4d-71964dbab58d,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:02.853833 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.854211 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.854712 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.854940 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.855250 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.855580 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.855773 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.api.v2.resource [None req-2a8bc3a0-0e05-4252-a289-8ce3354ca049 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] show failed (client error): The resource could not be found. Aug 29 14:38:02.855970 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.856257 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.856582 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.856901 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.856994 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-2a8bc3a0-0e05-4252-a289-8ce3354ca049 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "GET /v2.0/security-groups/0c72217b-fdc7-4cdc-9b4d-71964dbab58d HTTP/1.1" status: 404 len: 347 time: 0.0158374 Aug 29 14:38:02.857220 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.857538 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2cf2b-3925-4588-b9a4-6c62e7152d27 tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:02.860677 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48612) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:02.984069 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Deleting port d28d27b3-96b0-4307-9973-b2ed5fd2d2d5 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:38:02.984325 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:03.063158 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:03.063489 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:03.079619 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Calling delete_port for d28d27b3-96b0-4307-9973-b2ed5fd2d2d5 owned by network:floatingip {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:38:03.209186 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:03.237026 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Pushing event deleted for resources: {'Port': ['ID=d28d27b3-96b0-4307-9973-b2ed5fd2d2d5,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:03.303541 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks [] for floatingip, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:03.307578 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11868'] for floatingip, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:03.308862 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-b8a6c972-3550-4496-9c11-d89dd61eaeed tempest-AttachVolumeTestJSON-404559023 tempest-AttachVolumeTestJSON-404559023-project] 10.222.0.20 "DELETE /v2.0/floatingips/e05dc77e-164d-44e4-b907-2d7eaabc47c1 HTTP/1.1" status: 204 len: 168 time: 0.4472461 Aug 29 14:38:03.979096 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:38:03.999797 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] No Port match for: 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:38:04.000138 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Device 96a9c9e9-037c-40b1-9b6f-e05e8ac935e3 not bound to the agent host hv-cinder-77398 {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:38:06.839511 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48640) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:07.173130 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582282'] for router_interface, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:07.408796 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Deleting port b566ad5b-730f-4e56-81df-f95713560b78 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:38:07.409155 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:07.487488 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] For port b566ad5b-730f-4e56-81df-f95713560b78, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=b566ad5b-730f-4e56-81df-f95713560b78,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:07.487771 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:07.500752 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Calling delete_port for b566ad5b-730f-4e56-81df-f95713560b78 owned by network:router_interface {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:38:07.935342 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:07.959739 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Pushing event deleted for resources: {'Port': ['ID=b566ad5b-730f-4e56-81df-f95713560b78,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:08.119908 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582080'] for router_interface, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:08.324644 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Router ec27b575-6ad2-4c6e-8cc6-a36737619a1e has already been hosted by L3 agent 44160853-4841-4a29-bdc4-a6d50265f816 {{(pid=93802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:38:08.426846 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] Notify agent at l3_agent.dv-cinder-773985-15-iscsi the message routers_updated {{(pid=93802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:38:08.431955 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-66c9db37-84ee-4b8d-8e6d-05c632f9504c admin admin] 10.222.0.20 "PUT /v2.0/routers/ec27b575-6ad2-4c6e-8cc6-a36737619a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5913894 Aug 29 14:38:08.434382 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48642) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:08.437063 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] Sync routers for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:38:08.446779 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:38:08.447382 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:37:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:08.537992 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:08.550002 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: dv-cinder-773985-15-iscsi {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:38:08.638844 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:08.691582 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Deleting port 831f2620-3b20-4571-8896-abf42b93b198 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:38:08.691916 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:08.727409 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'external_fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '831f2620-3b20-4571-8896-abf42b93b198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:38:07Z', 'revision_number': 5, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port': {'id': '831f2620-3b20-4571-8896-abf42b93b198', 'name': '', 'network_id': '3fd91b3c-d890-4174-83f7-c7c6d7f6a18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:33:49Z', 'updated_at': '2021-08-29T14:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410f72eb-af41-4a94-9011-df96d92bebb3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-15-iscsi'}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:08.754165 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] Checking router: ec27b575-6ad2-4c6e-8cc6-a36737619a1e for host: dv-cinder-773985-15-iscsi {{(pid=93804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:38:08.763433 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] Routers {'ec27b575-6ad2-4c6e-8cc6-a36737619a1e'} bound to L3 agent in host dv-cinder-773985-15-iscsi {{(pid=93804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:38:08.764228 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T14:15:27Z,description=,heartbeat_timestamp=2021-08-29T14:37:57Z,host='dv-cinder-773985-15-iscsi',id=44160853-4841-4a29-bdc4-a6d50265f816,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:15:27Z,topic='l3_agent')) {'router_ids': ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'], 'active': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:08.774859 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] For port 831f2620-3b20-4571-8896-abf42b93b198, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=831f2620-3b20-4571-8896-abf42b93b198,segment=NetworkSegment(947ed721-454f-4406-9759-3c737fc3c254),segment_id=947ed721-454f-4406-9759-3c737fc3c254)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:08.775223 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:08.787983 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Calling delete_port for 831f2620-3b20-4571-8896-abf42b93b198 owned by network:router_gateway {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:38:08.852527 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_dvr_db [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] Set router ec27b575-6ad2-4c6e-8cc6-a36737619a1e gateway port host: None {{(pid=93804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:38:08.906171 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.l3_hamode_db [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:38:08Z', 'revision_number': 6, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port_host': None}], 'dv-cinder-773985-15-iscsi', False) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:08.936026 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8face820-3b1c-4faf-8f74-44436a0b5050 None None] The sync data for ids ['ec27b575-6ad2-4c6e-8cc6-a36737619a1e'] in dv-cinder-773985-15-iscsi is: [{'id': 'ec27b575-6ad2-4c6e-8cc6-a36737619a1e', 'name': 'tempest-AttachVolumeTestJSON-790643017-router', 'tenant_id': '3e09369d3a4b4875b0d463ba6ee20592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:33:48Z', 'updated_at': '2021-08-29T14:38:08Z', 'revision_number': 6, 'project_id': '3e09369d3a4b4875b0d463ba6ee20592', 'gw_port_host': None}] {{(pid=93804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:38:08.952776 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:08.976842 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=831f2620-3b20-4571-8896-abf42b93b198,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:09.036861 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587290'] for router_gateway, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.138770 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3604'] for router, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.142592 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.199149 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588426'] for router, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.199625 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec27b575-6ad2-4c6e-8cc6-a36737619a1e {{(pid=93802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:38:09.204039 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] Notify callbacks [] for router, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.205187 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-df6f2885-c185-462d-b775-386107c4aee6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ec27b575-6ad2-4c6e-8cc6-a36737619a1e HTTP/1.1" status: 204 len: 168 time: 0.7698591 Aug 29 14:38:09.207614 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48644) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:09.252149 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f39453d-3bca-4e1e-baf4-0e757c10cb41 admin admin] Deleting subnet b59dc0d9-1226-4da1-9319-06584955a4d8 {{(pid=93802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:38:09.255464 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f39453d-3bca-4e1e-baf4-0e757c10cb41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.291936 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f39453d-3bca-4e1e-baf4-0e757c10cb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4325550'] for subnet, precommit_delete_associations {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.375501 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f39453d-3bca-4e1e-baf4-0e757c10cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676932'] for subnet, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.427507 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f39453d-3bca-4e1e-baf4-0e757c10cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4451898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4350205'] for subnet, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.452897 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39453d-3bca-4e1e-baf4-0e757c10cb41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59dc0d9-1226-4da1-9319-06584955a4d8,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:09.456570 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f39453d-3bca-4e1e-baf4-0e757c10cb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.460800 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-9f39453d-3bca-4e1e-baf4-0e757c10cb41 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b59dc0d9-1226-4da1-9319-06584955a4d8 HTTP/1.1" status: 204 len: 168 time: 0.2499216 Aug 29 14:38:09.460932 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48646) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:09.467041 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3aee3e-012f-41d1-9f0c-168506b477a3 None None] Network 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 requested from dv-cinder-773985-15-iscsi {{(pid=93803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:38:09.528721 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774612'] for network, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.584153 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Deleting port 5b6ab471-d640-454c-a30c-2ac4588ea630 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:38:09.584487 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.647714 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] For port 5b6ab471-d640-454c-a30c-2ac4588ea630, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=5b6ab471-d640-454c-a30c-2ac4588ea630,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:09.648082 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.662309 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Calling delete_port for 5b6ab471-d640-454c-a30c-2ac4588ea630 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:38:09.674700 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] DHCP port deletion for 3f4b76fa-8919-4a9f-97b3-7a64c1b96003 request from dv-cinder-773985-15-iscsi {{(pid=93803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:38:09.732081 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Deleting port 5b6ab471-d640-454c-a30c-2ac4588ea630 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:38:09.732715 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792969740831'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.762953 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4451945'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.782051 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 5b6ab471-d640-454c-a30c-2ac4588ea630 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:38:09.794280 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6ab471-d640-454c-a30c-2ac4588ea630,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:09.796454 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] No DVR routers for this DVR port 5b6ab471-d640-454c-a30c-2ac4588ea630 on host dv-cinder-773985-15-iscsi {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:38:09.811386 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 5b6ab471-d640-454c-a30c-2ac4588ea630 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:38:09.811732 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 5b6ab471-d640-454c-a30c-2ac4588ea630 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:38:09.812142 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device b566ad5b-730f-4e56-81df-f95713560b78 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:38:09.840185 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: b566ad5b-730f-4e56-81df-f95713560b78 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:38:09.840554 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device b566ad5b-730f-4e56-81df-f95713560b78 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:38:09.840967 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 831f2620-3b20-4571-8896-abf42b93b198 no longer exists at agent ovs-agent-dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:38:09.864281 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] No Port match for: 831f2620-3b20-4571-8896-abf42b93b198 {{(pid=93803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:38:09.864626 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.rpc [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Device 831f2620-3b20-4571-8896-abf42b93b198 not bound to the agent host dv-cinder-773985-15-iscsi {{(pid=93803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:38:09.867031 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697535', 'neutron.services.segments.db._delete_segments_for_network-8792969687790'] for network, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.873795 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] For port 5b6ab471-d640-454c-a30c-2ac4588ea630, host dv-cinder-773985-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-15-iscsi',level=0,port_id=5b6ab471-d640-454c-a30c-2ac4588ea630,segment=NetworkSegment(58bd6887-997d-4136-90a4-e3f45d8e7314),segment_id=58bd6887-997d-4136-90a4-e3f45d8e7314)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:09.874168 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582875'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.878301 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4b76fa-8919-4a9f-97b3-7a64c1b96003']}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:09.889975 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bd6887-997d-4136-90a4-e3f45d8e7314') {'for_net_delete': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:09.890436 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.services.segments.db [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bd6887-997d-4136-90a4-e3f45d8e7314') {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:38:09.891368 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Calling delete_port for 5b6ab471-d640-454c-a30c-2ac4588ea630 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:38:09.900954 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792969687673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325553'] for segment, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.915198 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813'] for segment, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.921697 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:38:09.922192 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4451932'] for segment, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: Traceback (most recent call last): Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: timer() Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: cb(*args, **kw) Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: return func(*args, **kwargs) Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: self._notify() Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: self.callback(batched_events) Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: event.method(event) Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: return f(self, *a, **k) Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._get(url).json() Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: return self.request(url, 'GET', **kwargs) Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:38:09.924204 dv-cinder-773985-15-iscsi neutron-server[93802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:38:09.975015 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792969711903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792969159199'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.985981 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587302'] for network, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.990581 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610367'] for network, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:09.995650 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f4b76fa-8919-4a9f-97b3-7a64c1b96003 HTTP/1.1" status: 204 len: 168 time: 0.5303123 Aug 29 14:38:10.001438 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Pushing event deleted for resources: {'Port': ['ID=5b6ab471-d640-454c-a30c-2ac4588ea630,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:10.006204 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] No DVR routers for this DVR port 5b6ab471-d640-454c-a30c-2ac4588ea630 on host dv-cinder-773985-15-iscsi {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:38:10.008100 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca5db7-7246-46e3-b99d-60b69f187509 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4b76fa-8919-4a9f-97b3-7a64c1b96003,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:10.012890 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.013159 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.013494 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.013823 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.014398 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.014777 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.015084 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.015410 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.015740 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.016058 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.016377 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.016695 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609fa5e-d402-4ccf-98d5-3cbc7089f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-15-iscsi {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:10.118946 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48650) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:10.163197 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-9e2057ff-30da-4954-86f4-f11a888dc781 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e09369d3a4b4875b0d463ba6ee20592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430984 Aug 29 14:38:10.163761 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:10.211188 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06ef9121-cb75-4090-8ccd-6a3dc61e7397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:10.233507 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06ef9121-cb75-4090-8ccd-6a3dc61e7397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:10.278218 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06ef9121-cb75-4090-8ccd-6a3dc61e7397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:10.280831 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06ef9121-cb75-4090-8ccd-6a3dc61e7397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:10.281986 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-06ef9121-cb75-4090-8ccd-6a3dc61e7397 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8f9df92-331b-4d2a-a57a-ae2e4ff2616f HTTP/1.1" status: 204 len: 168 time: 0.1173496 Aug 29 14:38:10.289496 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef9121-cb75-4090-8ccd-6a3dc61e7397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f9df92-331b-4d2a-a57a-ae2e4ff2616f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:13.985024 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48712) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:14.107977 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea6c8-85f7-44e0-9640-592e9452dcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:14.196819 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea6c8-85f7-44e0-9640-592e9452dcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:14.200426 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea6c8-85f7-44e0-9640-592e9452dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:14.237804 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-3f4ea6c8-85f7-44e0-9640-592e9452dcea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=990a2f48485246f282fd8024844a0604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516267 Aug 29 14:38:14.238880 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ea6c8-85f7-44e0-9640-592e9452dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ff8898-00ac-4605-afad-48c574780d02,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:14.240413 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:14.288547 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23387e64-5667-419a-bae9-cde1bc4e01a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:14.310332 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23387e64-5667-419a-bae9-cde1bc4e01a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:14.355458 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23387e64-5667-419a-bae9-cde1bc4e01a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:14.357974 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23387e64-5667-419a-bae9-cde1bc4e01a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:14.359189 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-23387e64-5667-419a-bae9-cde1bc4e01a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04ff8898-00ac-4605-afad-48c574780d02 HTTP/1.1" status: 204 len: 168 time: 0.1178153 Aug 29 14:38:14.366689 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23387e64-5667-419a-bae9-cde1bc4e01a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ff8898-00ac-4605-afad-48c574780d02,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:15.510789 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48766) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:15.615828 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7aa7171-a451-4049-9909-a2841a431534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:15.705559 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7aa7171-a451-4049-9909-a2841a431534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:15.709196 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7aa7171-a451-4049-9909-a2841a431534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:15.747380 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-d7aa7171-a451-4049-9909-a2841a431534 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=320ded56c7ef4f9690cfacef7597c9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355187 Aug 29 14:38:15.750026 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48770) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:15.750481 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa7171-a451-4049-9909-a2841a431534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b25913-9a33-4843-8ce5-d724f40ee2d8,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:15.801833 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edfca984-41bb-4b94-9373-39b4526f7d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:15.822767 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edfca984-41bb-4b94-9373-39b4526f7d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:15.874697 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edfca984-41bb-4b94-9373-39b4526f7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:15.877223 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-edfca984-41bb-4b94-9373-39b4526f7d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:15.878366 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-edfca984-41bb-4b94-9373-39b4526f7d5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81b25913-9a33-4843-8ce5-d724f40ee2d8 HTTP/1.1" status: 204 len: 168 time: 0.1273270 Aug 29 14:38:15.886831 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfca984-41bb-4b94-9373-39b4526f7d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b25913-9a33-4843-8ce5-d724f40ee2d8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:17.471702 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48824) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:17.573887 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15dca626-5cbf-4ab9-9bd1-5c958b9e4567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:17.664464 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15dca626-5cbf-4ab9-9bd1-5c958b9e4567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:17.668047 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15dca626-5cbf-4ab9-9bd1-5c958b9e4567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:17.705887 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-15dca626-5cbf-4ab9-9bd1-5c958b9e4567 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8678fdf62f9142b999f9f509e8ba95f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330773 Aug 29 14:38:17.707811 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dca626-5cbf-4ab9-9bd1-5c958b9e4567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef281b3-8c63-4222-b659-b92f1370c4b5,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:17.708654 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48828) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:17.758266 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b688-d483-4656-a757-ac67ce5efc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:17.780417 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b688-d483-4656-a757-ac67ce5efc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:17.830862 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b688-d483-4656-a757-ac67ce5efc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:17.833543 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b688-d483-4656-a757-ac67ce5efc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:17.834702 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-d0c1b688-d483-4656-a757-ac67ce5efc50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cef281b3-8c63-4222-b659-b92f1370c4b5 HTTP/1.1" status: 204 len: 168 time: 0.1240540 Aug 29 14:38:17.842564 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1b688-d483-4656-a757-ac67ce5efc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef281b3-8c63-4222-b659-b92f1370c4b5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:18.095850 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48834) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:18.110313 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4711043b-b4ed-40fb-abcc-b3f34085ff09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.201414 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4711043b-b4ed-40fb-abcc-b3f34085ff09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.204984 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4711043b-b4ed-40fb-abcc-b3f34085ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.243193 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-4711043b-b4ed-40fb-abcc-b3f34085ff09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37e8719b02ec4725bbeccd175e0def7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462505 Aug 29 14:38:18.245341 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711043b-b4ed-40fb-abcc-b3f34085ff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eac5b0-3012-45da-8de1-dd730e58d76b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:18.246440 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48836) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:18.296584 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-892568ba-f48c-487c-92e5-fc90cd73afb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.317055 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-892568ba-f48c-487c-92e5-fc90cd73afb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.364819 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-892568ba-f48c-487c-92e5-fc90cd73afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.367659 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-892568ba-f48c-487c-92e5-fc90cd73afb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.368909 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-892568ba-f48c-487c-92e5-fc90cd73afb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9eac5b0-3012-45da-8de1-dd730e58d76b HTTP/1.1" status: 204 len: 168 time: 0.1214552 Aug 29 14:38:18.376570 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892568ba-f48c-487c-92e5-fc90cd73afb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eac5b0-3012-45da-8de1-dd730e58d76b,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:22.448258 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48894) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:22.549530 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfba59ed-70b4-45e2-ae10-2e4bc6cd4ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:22.635967 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfba59ed-70b4-45e2-ae10-2e4bc6cd4ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:22.639819 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfba59ed-70b4-45e2-ae10-2e4bc6cd4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:22.677247 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-bfba59ed-70b4-45e2-ae10-2e4bc6cd4ba6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d92cdbd6b4544e23b11fbadbc3f350cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279489 Aug 29 14:38:22.678401 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba59ed-70b4-45e2-ae10-2e4bc6cd4ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb0c9b3-4139-47c9-8340-17be24a3ecb3,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:22.680028 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48898) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:22.729832 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-551de6f6-b0f7-4f98-9c61-d8a655d1074a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:22.750069 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-551de6f6-b0f7-4f98-9c61-d8a655d1074a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:22.796569 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-551de6f6-b0f7-4f98-9c61-d8a655d1074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:22.799120 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-551de6f6-b0f7-4f98-9c61-d8a655d1074a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:22.800237 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-551de6f6-b0f7-4f98-9c61-d8a655d1074a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cb0c9b3-4139-47c9-8340-17be24a3ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1192429 Aug 29 14:38:22.808881 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551de6f6-b0f7-4f98-9c61-d8a655d1074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb0c9b3-4139-47c9-8340-17be24a3ecb3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:23.055017 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [-] (93802) accepted ('10.222.0.20', 48904) {{(pid=93802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:23.068608 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c74b02cb-338b-4278-952d-f363221d51f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:23.154445 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c74b02cb-338b-4278-952d-f363221d51f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:23.157886 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c74b02cb-338b-4278-952d-f363221d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:23.194437 dv-cinder-773985-15-iscsi neutron-server[93802]: INFO neutron.wsgi [None req-c74b02cb-338b-4278-952d-f363221d51f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b942cda3dcb247a6b1e6a2ed80bb4723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383862 Aug 29 14:38:23.196371 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b02cb-338b-4278-952d-f363221d51f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a403ea-46ea-4736-9cfd-133a79431346,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:23.197149 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.20', 48906) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:23.245883 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-432045fd-bbd2-43ae-8951-129e740ada7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:23.265647 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-432045fd-bbd2-43ae-8951-129e740ada7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:23.313796 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-432045fd-bbd2-43ae-8951-129e740ada7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1961441'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:23.316305 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-432045fd-bbd2-43ae-8951-129e740ada7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:23.317419 dv-cinder-773985-15-iscsi neutron-server[93801]: INFO neutron.wsgi [None req-432045fd-bbd2-43ae-8951-129e740ada7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06a403ea-46ea-4736-9cfd-133a79431346 HTTP/1.1" status: 204 len: 168 time: 0.1191986 Aug 29 14:38:23.325017 dv-cinder-773985-15-iscsi neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432045fd-bbd2-43ae-8951-129e740ada7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a403ea-46ea-4736-9cfd-133a79431346,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:24.156287 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:24.370120 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93d21a1f-c5cd-43e2-a3a5-86dea148b6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:26.973245 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5698c48-1b1e-400d-bccb-c7d15878ac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:27.469649 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:27.997492 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:29.695046 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:31.809614 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:38:54.150148 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:54.370041 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1fabb10b-f3f2-4b8e-b139-e70f9cdd1398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:56.974540 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd5dd8f-ddc4-45a0-8b6e-69cc837b4ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:57.470946 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.000068 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:59.698755 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:08.807778 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:39:24.178909 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:24.371888 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-203cd9f9-9f1f-4815-b394-af008a3be051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:26.975681 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69ccfa9f-7832-4925-bae8-4adcaed697f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:27.470950 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:28.003190 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:29.702499 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:45.806278 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:39:54.180754 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:54.381115 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fd93b6a-276f-4344-b3bb-680574d0ec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:56.975354 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cbfec599-beae-49f4-9073-002879028cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:57.472309 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:58.005826 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:59.705387 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:22.804705 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:40:24.195145 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:24.370502 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db8d963a-a216-4820-97a4-cc0bd37aca73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:26.975762 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-afe782af-2e2c-4220-b172-6310fefdccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:27.474563 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:28.008474 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:29.708699 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.195259 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.372447 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8cbd5a44-6e45-44c6-97c6-01bece8791a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.975850 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d985577-2256-48f0-92a7-cb8e47346814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.475750 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:58.011175 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:59.712030 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:59.802596 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:41:24.193101 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:24.372159 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7783339-b95f-4f21-8a02-b66c0c36ab96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:26.976692 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf1a76ab-e6d3-45c6-8053-e1e54f19a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:27.476744 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:28.014115 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:29.717037 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:36.802846 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:41:54.208865 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:54.374923 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5fc2f74a-4290-4f95-8653-a2521e172a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:56.977224 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f367529-377e-4661-837d-43d474dd5f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:57.480000 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:58.017178 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:59.718129 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:13.801255 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:42:24.206786 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:24.376525 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5cdcc90-a623-400a-86bd-929220ca59d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:24.878189 dv-cinder-773985-15-iscsi neutron-server[93802]: DEBUG neutron.wsgi [req-6f2286fb-35d4-46d6-9578-6cc479e22491 req-7a638b26-22d6-458f-9fa8-573b48360985 service neutron] (93802) timed out ('10.222.0.32', 52674) {{(pid=93802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 14:42:26.976382 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b1cde23e-ec03-478b-9696-92e6543a709b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:27.481645 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:28.020279 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:29.720852 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.801214 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:42:54.208055 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:54.377634 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71d7b734-f259-4e1a-9dc9-021e84340b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:56.981274 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b08b351-d2a6-4e03-98bb-03b01e04db31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:57.482919 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:58.023085 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:59.725364 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.223888 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e4d543-17dc-4f37-a709-4d398bc5ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.377197 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c8d89b-b711-4564-bc21-bf676b4212e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:26.982057 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55941db9-9dc6-4326-b1b4-3ef67c723e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:27.485256 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97470692-206f-4bb8-aee0-ee60952d11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:27.799652 dv-cinder-773985-15-iscsi neutron-server[93804]: DEBUG neutron.db.agents_db [None req-6d5a56cc-7cdd-43c7-8598-c73464b0480b None None] Agent healthcheck: found 6 active agents {{(pid=93804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:43:28.027353 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-305a07ce-ce84-4dca-9de6-9ada835971a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:29.728419 dv-cinder-773985-15-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0b2869d-9b49-4e4c-ad51-9ccc8a63cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792969687772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700293'] for agent, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}